[ 628.335787] env[69854]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69854) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 628.336123] env[69854]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69854) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 628.336247] env[69854]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69854) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 628.336503] env[69854]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 628.433579] env[69854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 628.443483] env[69854]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 628.486376] env[69854]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 629.048395] env[69854]: INFO nova.virt.driver [None req-234f4419-255d-494c-8815-1948ba74d7ad None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 629.118092] env[69854]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.118254] env[69854]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.118367] env[69854]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69854) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 632.089539] env[69854]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-96aae2a9-0c90-4c00-98e2-6cd42a70e6e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.105541] env[69854]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69854) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 632.105714] env[69854]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cb3b233d-83c4-4848-8691-0bcd1457db1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.138537] env[69854]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f4b49. [ 632.138729] env[69854]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.020s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.139342] env[69854]: INFO nova.virt.vmwareapi.driver [None req-234f4419-255d-494c-8815-1948ba74d7ad None None] VMware vCenter version: 7.0.3 [ 632.143074] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca30c4d0-6871-451e-aee3-062bc661b962 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.162221] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7103dd-4ec0-4d85-9c2e-46fa9c8da1ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.168695] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ebfa7f-405b-44ee-b4df-48f416f938ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.175731] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76720a0-14ce-43f4-a8db-6bb014bcedb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.189363] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04948ed-3941-4280-b072-e44a6d7473cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.196119] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02823f2-7fc6-4dae-9c6e-6872f78ea1b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.226989] env[69854]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7d0130e4-16f1-4596-81b8-7b192b53bb98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.233079] env[69854]: DEBUG nova.virt.vmwareapi.driver [None req-234f4419-255d-494c-8815-1948ba74d7ad None None] Extension org.openstack.compute already exists. {{(pid=69854) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 632.235825] env[69854]: INFO nova.compute.provider_config [None req-234f4419-255d-494c-8815-1948ba74d7ad None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 632.739771] env[69854]: DEBUG nova.context [None req-234f4419-255d-494c-8815-1948ba74d7ad None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),06472e12-cc91-43f5-8221-1c358e1b180e(cell1) {{(pid=69854) load_cells /opt/stack/nova/nova/context.py:464}} [ 632.741892] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.742144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.742853] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.743313] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Acquiring lock "06472e12-cc91-43f5-8221-1c358e1b180e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.743509] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Lock "06472e12-cc91-43f5-8221-1c358e1b180e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.744548] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Lock "06472e12-cc91-43f5-8221-1c358e1b180e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.765047] env[69854]: INFO dbcounter [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Registered counter for database nova_cell0 [ 632.773481] env[69854]: INFO dbcounter [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Registered counter for database nova_cell1 [ 632.776735] env[69854]: DEBUG oslo_db.sqlalchemy.engines [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69854) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 632.777113] env[69854]: DEBUG oslo_db.sqlalchemy.engines [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69854) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 632.781995] env[69854]: ERROR nova.db.main.api [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 632.781995] env[69854]: result = function(*args, **kwargs) [ 632.781995] env[69854]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 632.781995] env[69854]: return func(*args, **kwargs) [ 632.781995] env[69854]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 632.781995] env[69854]: result = fn(*args, **kwargs) [ 632.781995] env[69854]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 632.781995] env[69854]: return f(*args, **kwargs) [ 632.781995] env[69854]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 632.781995] env[69854]: return db.service_get_minimum_version(context, binaries) [ 632.781995] env[69854]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 632.781995] env[69854]: _check_db_access() [ 632.781995] env[69854]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 632.781995] env[69854]: stacktrace = ''.join(traceback.format_stack()) [ 632.781995] env[69854]: [ 632.782820] env[69854]: ERROR nova.db.main.api [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 632.782820] env[69854]: result = function(*args, **kwargs) [ 632.782820] env[69854]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 632.782820] env[69854]: return func(*args, **kwargs) [ 632.782820] env[69854]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 632.782820] env[69854]: result = fn(*args, **kwargs) [ 632.782820] env[69854]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 632.782820] env[69854]: return f(*args, **kwargs) [ 632.782820] env[69854]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 632.782820] env[69854]: return db.service_get_minimum_version(context, binaries) [ 632.782820] env[69854]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 632.782820] env[69854]: _check_db_access() [ 632.782820] env[69854]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 632.782820] env[69854]: stacktrace = ''.join(traceback.format_stack()) [ 632.782820] env[69854]: [ 632.783211] env[69854]: WARNING nova.objects.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 632.783365] env[69854]: WARNING nova.objects.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Failed to get minimum service version for cell 06472e12-cc91-43f5-8221-1c358e1b180e [ 632.783804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Acquiring lock "singleton_lock" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.783966] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Acquired lock "singleton_lock" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.784229] env[69854]: DEBUG oslo_concurrency.lockutils [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Releasing lock "singleton_lock" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.784563] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Full set of CONF: {{(pid=69854) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 632.784698] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ******************************************************************************** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 632.784829] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] Configuration options gathered from: {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 632.784967] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 632.785178] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 632.785310] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ================================================================================ {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 632.785521] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] allow_resize_to_same_host = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.785693] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] arq_binding_timeout = 300 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.785827] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] backdoor_port = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.785953] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] backdoor_socket = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.786149] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] block_device_allocate_retries = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.786320] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] block_device_allocate_retries_interval = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.786496] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cert = self.pem {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.786669] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.786839] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute_monitors = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.787013] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] config_dir = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.787195] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] config_drive_format = iso9660 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.787342] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.787505] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] config_source = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.787673] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] console_host = devstack {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.787841] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] control_exchange = nova {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.788007] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cpu_allocation_ratio = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.788181] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] daemon = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.788353] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] debug = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.788514] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] default_access_ip_network_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.788683] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] default_availability_zone = nova {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.788841] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] default_ephemeral_format = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.789007] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] default_green_pool_size = 1000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.789295] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.789437] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] default_schedule_zone = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.789597] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] disk_allocation_ratio = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.789758] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] enable_new_services = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.789939] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] enabled_apis = ['osapi_compute'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.790123] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] enabled_ssl_apis = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.790288] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] flat_injected = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.790451] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] force_config_drive = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.790615] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] force_raw_images = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.790787] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] graceful_shutdown_timeout = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.790949] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] heal_instance_info_cache_interval = -1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.791192] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] host = cpu-1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.791410] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.791558] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] initial_disk_allocation_ratio = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.791721] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] initial_ram_allocation_ratio = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.791954] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.792143] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instance_build_timeout = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.792308] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instance_delete_interval = 300 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.792482] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instance_format = [instance: %(uuid)s] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.792651] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instance_name_template = instance-%08x {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.792813] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instance_usage_audit = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.792986] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instance_usage_audit_period = month {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.793170] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.793339] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] instances_path = /opt/stack/data/nova/instances {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.793511] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] internal_service_availability_zone = internal {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.793668] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] key = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.793832] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] live_migration_retry_count = 30 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.794022] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_color = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.794189] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_config_append = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.794362] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.794531] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_dir = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.794696] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_file = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.794835] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_options = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.794991] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_rotate_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.795181] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_rotate_interval_type = days {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.795353] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] log_rotation_type = none {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.795489] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.795619] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.795792] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.795961] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.796106] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.796272] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] long_rpc_timeout = 1800 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.796437] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] max_concurrent_builds = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.796599] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] max_concurrent_live_migrations = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.796759] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] max_concurrent_snapshots = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.796920] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] max_local_block_devices = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.797099] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] max_logfile_count = 30 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.797291] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] max_logfile_size_mb = 200 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.797429] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] maximum_instance_delete_attempts = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.797601] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] metadata_listen = 0.0.0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.797769] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] metadata_listen_port = 8775 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.797940] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] metadata_workers = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.798118] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] migrate_max_retries = -1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.798292] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] mkisofs_cmd = genisoimage {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.798507] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] my_block_storage_ip = 10.180.1.21 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.798642] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] my_ip = 10.180.1.21 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.798847] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.799013] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] network_allocate_retries = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.799201] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.799385] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] osapi_compute_listen = 0.0.0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.799543] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] osapi_compute_listen_port = 8774 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.799711] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] osapi_compute_unique_server_name_scope = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.799882] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] osapi_compute_workers = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.800055] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] password_length = 12 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.800218] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] periodic_enable = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.800382] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] periodic_fuzzy_delay = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.800552] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] pointer_model = usbtablet {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.800718] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] preallocate_images = none {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.800878] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] publish_errors = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.801015] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] pybasedir = /opt/stack/nova {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.801176] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ram_allocation_ratio = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.801337] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] rate_limit_burst = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.801508] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] rate_limit_except_level = CRITICAL {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.801669] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] rate_limit_interval = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.801828] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] reboot_timeout = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.801985] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] reclaim_instance_interval = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.802157] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] record = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.802328] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] reimage_timeout_per_gb = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.802498] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] report_interval = 120 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.802659] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] rescue_timeout = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.802819] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] reserved_host_cpus = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.802978] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] reserved_host_disk_mb = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.803152] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] reserved_host_memory_mb = 512 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.803310] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] reserved_huge_pages = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.803473] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] resize_confirm_window = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.803632] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] resize_fs_using_block_device = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.803791] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] resume_guests_state_on_host_boot = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.803963] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.804137] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] rpc_response_timeout = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.804298] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] run_external_periodic_tasks = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.804473] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] running_deleted_instance_action = reap {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.804638] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] running_deleted_instance_poll_interval = 1800 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.804803] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] running_deleted_instance_timeout = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.804976] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler_instance_sync_interval = 120 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.805147] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_down_time = 720 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.805319] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] servicegroup_driver = db {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.805482] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] shell_completion = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.805646] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] shelved_offload_time = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.805808] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] shelved_poll_interval = 3600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.805977] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] shutdown_timeout = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.806156] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] source_is_ipv6 = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.806319] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ssl_only = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.806584] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.806757] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] sync_power_state_interval = 600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.806922] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] sync_power_state_pool_size = 1000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.807109] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] syslog_log_facility = LOG_USER {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.807271] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] tempdir = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.807434] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] timeout_nbd = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.807602] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] transport_url = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.807764] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] update_resources_interval = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.807923] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] use_cow_images = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.808094] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] use_journal = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.808257] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] use_json = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.808419] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] use_rootwrap_daemon = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.808575] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] use_stderr = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.808733] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] use_syslog = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.808888] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vcpu_pin_set = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.809066] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plugging_is_fatal = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.809236] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plugging_timeout = 300 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.809407] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] virt_mkfs = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.809572] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] volume_usage_poll_interval = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.809739] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] watch_log_file = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.809906] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] web = /usr/share/spice-html5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 632.810126] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.810319] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.810492] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.810666] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_concurrency.disable_process_locking = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.811333] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.811538] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.811716] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.811895] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.812088] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.812263] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.812457] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.auth_strategy = keystone {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.812632] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.compute_link_prefix = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.812813] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.812992] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.dhcp_domain = novalocal {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.813181] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.enable_instance_password = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.813350] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.glance_link_prefix = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.813523] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.813701] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.813870] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.instance_list_per_project_cells = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.814053] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.list_records_by_skipping_down_cells = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.814226] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.local_metadata_per_cell = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.814399] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.max_limit = 1000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.814575] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.metadata_cache_expiration = 15 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.814755] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.neutron_default_tenant_id = default {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.814929] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.response_validation = warn {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.815115] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.use_neutron_default_nets = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.815291] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.815459] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.815628] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.815805] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.815978] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.vendordata_dynamic_targets = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.816161] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.vendordata_jsonfile_path = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.816349] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.816549] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.backend = dogpile.cache.memcached {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.816722] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.backend_argument = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.816890] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.backend_expiration_time = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.817081] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.config_prefix = cache.oslo {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.817259] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.dead_timeout = 60.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.817431] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.debug_cache_backend = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.817599] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.enable_retry_client = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.817766] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.enable_socket_keepalive = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.817940] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.enabled = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.818124] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.enforce_fips_mode = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.818295] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.expiration_time = 600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.818466] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.hashclient_retry_attempts = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.818637] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.hashclient_retry_delay = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.818802] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_dead_retry = 300 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.818966] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_password = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.819150] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.819337] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.819503] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_pool_maxsize = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.819669] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.819835] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_sasl_enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.820025] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.820199] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_socket_timeout = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.820367] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.memcache_username = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.820541] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.proxies = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.820703] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.redis_db = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.820867] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.redis_password = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.821058] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.redis_sentinel_service_name = mymaster {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.821245] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.821420] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.redis_server = localhost:6379 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.821599] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.redis_socket_timeout = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.821753] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.redis_username = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.821919] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.retry_attempts = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.822101] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.retry_delay = 0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.822270] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.socket_keepalive_count = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.822441] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.socket_keepalive_idle = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.822604] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.socket_keepalive_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.822766] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.tls_allowed_ciphers = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.822929] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.tls_cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.823103] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.tls_certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.823273] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.tls_enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.823437] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cache.tls_keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.823611] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.823791] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.auth_type = password {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.823960] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.824157] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.catalog_info = volumev3::publicURL {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.824324] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.824497] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.824664] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.cross_az_attach = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.824830] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.debug = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.824996] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.endpoint_template = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.825178] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.http_retries = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.825346] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.825518] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.825691] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.os_region_name = RegionOne {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.825858] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.826033] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cinder.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.826215] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.826383] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.cpu_dedicated_set = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.826549] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.cpu_shared_set = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.826718] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.image_type_exclude_list = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.826886] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.827066] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.max_concurrent_disk_ops = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.827237] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.max_disk_devices_to_attach = -1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.827404] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.827582] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.827749] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.resource_provider_association_refresh = 300 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.827915] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.828094] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.shutdown_retry_interval = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.828285] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.828472] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] conductor.workers = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.828653] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] console.allowed_origins = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.828819] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] console.ssl_ciphers = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.828991] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] console.ssl_minimum_version = default {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.829179] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] consoleauth.enforce_session_timeout = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.829365] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] consoleauth.token_ttl = 600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.829533] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.829697] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.829866] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.830042] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.830210] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.830377] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.830547] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.830707] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.830873] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.831048] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.831220] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.831386] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.831551] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.831726] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.service_type = accelerator {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.831893] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.832068] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.832234] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.832397] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.832585] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.832752] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] cyborg.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.832925] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.asyncio_connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.833103] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.asyncio_slave_connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.833284] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.backend = sqlalchemy {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.833462] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.833631] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.connection_debug = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.833805] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.connection_parameters = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.833973] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.connection_recycle_time = 3600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.834156] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.connection_trace = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.834326] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.db_inc_retry_interval = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.834496] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.db_max_retries = 20 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.834663] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.db_max_retry_interval = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.834829] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.db_retry_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.834994] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.max_overflow = 50 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.835175] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.max_pool_size = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.835342] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.max_retries = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.835519] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.835682] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.mysql_wsrep_sync_wait = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.835842] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.pool_timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.836018] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.retry_interval = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.836194] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.slave_connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.836360] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.sqlite_synchronous = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.836526] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] database.use_db_reconnect = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.836698] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.asyncio_connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.836861] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.asyncio_slave_connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.837048] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.backend = sqlalchemy {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.837226] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.837396] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.connection_debug = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.837570] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.connection_parameters = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.837737] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.connection_recycle_time = 3600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.837901] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.connection_trace = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.838078] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.db_inc_retry_interval = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.838247] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.db_max_retries = 20 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.838414] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.db_max_retry_interval = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.838584] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.db_retry_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.838750] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.max_overflow = 50 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.838915] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.max_pool_size = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.839099] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.max_retries = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.839291] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.839451] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.839614] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.pool_timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.839781] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.retry_interval = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.839946] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.slave_connection = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.840127] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] api_database.sqlite_synchronous = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.840315] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] devices.enabled_mdev_types = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.840495] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.840670] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ephemeral_storage_encryption.default_format = luks {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.840835] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ephemeral_storage_encryption.enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.840998] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.841186] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.api_servers = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.841355] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.841521] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.841685] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.841845] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.842022] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.842185] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.debug = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.842354] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.default_trusted_certificate_ids = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.842520] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.enable_certificate_validation = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.842684] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.enable_rbd_download = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.842847] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.843025] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.843196] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.843358] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.843519] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.843688] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.num_retries = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.843862] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.rbd_ceph_conf = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.844041] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.rbd_connect_timeout = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.844218] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.rbd_pool = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.844389] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.rbd_user = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.844564] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.844730] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.844893] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.845079] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.service_type = image {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.845249] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.845410] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.845574] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.845734] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.845918] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.846099] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.verify_glance_signatures = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.846264] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] glance.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.846436] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] guestfs.debug = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.846605] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.846770] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.auth_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.846932] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.847105] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.847369] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.847439] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.847600] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.847760] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.847927] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.848102] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.848268] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.848430] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.848592] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.848755] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.848915] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.849100] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.service_type = shared-file-system {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.849294] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.share_apply_policy_timeout = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.849438] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.849601] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.849759] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.849922] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.850120] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.850289] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] manila.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.850468] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] mks.enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.850827] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.851031] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] image_cache.manager_interval = 2400 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.851211] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] image_cache.precache_concurrency = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.851384] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] image_cache.remove_unused_base_images = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.851560] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.851732] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.851912] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] image_cache.subdirectory_name = _base {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.852104] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.api_max_retries = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.852278] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.api_retry_interval = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.852444] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.852610] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.auth_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.852777] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.852941] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.853121] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.853290] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.conductor_group = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.853454] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.853616] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.853778] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.853945] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.854119] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.854282] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.854443] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.854680] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.peer_list = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.854782] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.854929] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.855104] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.serial_console_state_timeout = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.855269] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.855447] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.service_type = baremetal {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.855606] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.shard = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.855772] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.855934] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.856106] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.856268] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.856454] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.856619] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ironic.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.856805] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.856983] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] key_manager.fixed_key = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.857191] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.857353] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.barbican_api_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.857519] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.barbican_endpoint = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.857696] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.barbican_endpoint_type = public {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.857859] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.barbican_region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.858032] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.858199] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.858366] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.858531] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.858690] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.858855] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.number_of_retries = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.859029] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.retry_delay = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.859201] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.send_service_user_token = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.859372] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.859533] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.859698] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.verify_ssl = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.859860] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican.verify_ssl_path = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.860047] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.860220] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.auth_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.860386] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.860551] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.860718] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.860883] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.861056] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.861228] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.861391] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] barbican_service_user.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.861650] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.approle_role_id = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.861721] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.approle_secret_id = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.861899] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.kv_mountpoint = secret {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.862075] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.kv_path = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.862247] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.kv_version = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.862412] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.namespace = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.862577] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.root_token_id = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.862737] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.ssl_ca_crt_file = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.862910] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.timeout = 60.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.863094] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.use_ssl = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.863275] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.863449] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.863616] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.863784] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.863947] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.864126] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.864294] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.864474] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.864629] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.864791] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.864952] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.865129] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.865297] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.865462] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.865637] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.service_type = identity {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.865801] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.865961] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.866134] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.866294] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.866480] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.866642] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] keystone.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.866833] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.ceph_mount_options = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.867194] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.867387] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.connection_uri = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.867556] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.cpu_mode = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.867726] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.cpu_model_extra_flags = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.867898] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.cpu_models = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.868085] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.cpu_power_governor_high = performance {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.868261] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.cpu_power_governor_low = powersave {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.868428] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.cpu_power_management = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.868604] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.868776] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.device_detach_attempts = 8 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.868944] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.device_detach_timeout = 20 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.869126] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.disk_cachemodes = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.869317] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.disk_prefix = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.869469] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.enabled_perf_events = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.869632] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.file_backed_memory = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.869797] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.gid_maps = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.869953] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.hw_disk_discard = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.870126] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.hw_machine_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.870300] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.images_rbd_ceph_conf = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.870471] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.870634] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.870803] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.images_rbd_glance_store_name = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.870974] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.images_rbd_pool = rbd {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.871161] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.images_type = default {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.871332] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.images_volume_group = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.871491] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.inject_key = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.871661] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.inject_partition = -2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.871817] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.inject_password = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.871979] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.iscsi_iface = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.872157] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.iser_use_multipath = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.872324] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_bandwidth = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.872490] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.872655] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_downtime = 500 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.872816] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.872981] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.873159] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_inbound_addr = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.873335] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.873505] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_permit_post_copy = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.873673] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_scheme = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.873844] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_timeout_action = abort {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.874018] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_tunnelled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.874187] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_uri = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.874353] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.live_migration_with_native_tls = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.874517] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.max_queues = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.874694] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.874939] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.875122] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.nfs_mount_options = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.875423] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.875607] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.875796] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.num_iser_scan_tries = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.875947] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.num_memory_encrypted_guests = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.876130] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.876298] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.num_pcie_ports = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.876473] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.num_volume_scan_tries = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.876640] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.pmem_namespaces = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.876802] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.quobyte_client_cfg = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.877117] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.877303] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rbd_connect_timeout = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.877479] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.877650] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.877818] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rbd_secret_uuid = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.877984] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rbd_user = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.878169] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.878348] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.remote_filesystem_transport = ssh {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.878515] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rescue_image_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.878676] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rescue_kernel_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.878845] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rescue_ramdisk_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.879025] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.879200] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.rx_queue_size = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.879392] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.smbfs_mount_options = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.879691] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.879869] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.snapshot_compression = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.880050] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.snapshot_image_format = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.880301] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.880461] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.sparse_logical_volumes = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.880631] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.swtpm_enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.880807] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.swtpm_group = tss {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.880979] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.swtpm_user = tss {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.881169] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.sysinfo_serial = unique {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.881336] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.tb_cache_size = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.881503] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.tx_queue_size = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.881674] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.uid_maps = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.881842] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.use_virtio_for_bridges = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.882028] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.virt_type = kvm {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.882209] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.volume_clear = zero {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.882387] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.volume_clear_size = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.882551] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.volume_enforce_multipath = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.882722] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.volume_use_multipath = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.882888] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.vzstorage_cache_path = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.883076] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.883254] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.vzstorage_mount_group = qemu {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.883426] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.vzstorage_mount_opts = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.883602] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.883902] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.884109] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.vzstorage_mount_user = stack {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.884285] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.884477] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.884650] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.auth_type = password {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.884817] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.884982] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.885165] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.885331] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.885497] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.885674] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.default_floating_pool = public {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.885838] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.886011] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.extension_sync_interval = 600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.886188] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.http_retries = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.886354] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.886518] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.886685] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.886863] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.887044] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.887229] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.ovs_bridge = br-int {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.887399] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.physnets = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.887575] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.region_name = RegionOne {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.887742] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.887915] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.service_metadata_proxy = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.888094] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.888271] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.service_type = network {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.888441] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.888605] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.888766] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.888929] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.889127] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.889310] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] neutron.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.889479] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] notifications.bdms_in_notifications = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.889660] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] notifications.default_level = INFO {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.889828] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] notifications.include_share_mapping = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.890014] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] notifications.notification_format = unversioned {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.890196] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] notifications.notify_on_state_change = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.890426] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.890568] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] pci.alias = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.890741] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] pci.device_spec = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.890907] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] pci.report_in_placement = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.891093] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.891275] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.auth_type = password {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.891451] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.891616] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.891778] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.891942] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.892118] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.892282] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.892444] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.default_domain_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.892606] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.default_domain_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.892763] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.domain_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.892921] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.domain_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.893097] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.893264] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.893428] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.893588] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.893747] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.893918] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.password = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.894092] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.project_domain_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.894268] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.project_domain_name = Default {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.894438] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.project_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.894616] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.project_name = service {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.894789] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.region_name = RegionOne {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.894954] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.895136] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.895312] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.service_type = placement {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.895482] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.895643] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.895809] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.895973] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.system_scope = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.896150] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.896314] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.trust_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.896478] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.user_domain_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.896650] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.user_domain_name = Default {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.896815] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.user_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.896992] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.username = nova {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.897194] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.897359] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] placement.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.897546] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.cores = 20 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.897715] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.count_usage_from_placement = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.897892] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.898078] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.injected_file_content_bytes = 10240 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.898254] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.injected_file_path_length = 255 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.898423] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.injected_files = 5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.898593] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.instances = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.898763] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.key_pairs = 100 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.898932] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.metadata_items = 128 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.899115] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.ram = 51200 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.899294] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.recheck_quota = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.899455] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.server_group_members = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.899623] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.server_groups = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.899834] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.900027] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] quota.unified_limits_resource_strategy = require {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.900232] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.900409] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.900569] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.image_metadata_prefilter = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.900733] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.900898] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.max_attempts = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.901078] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.max_placement_results = 1000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.901245] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.901412] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.query_placement_for_image_type_support = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.901575] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.901751] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] scheduler.workers = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.901935] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.902124] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.902312] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.902484] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.902653] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.902819] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.902985] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.903186] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.903357] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.host_subset_size = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.903526] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.903687] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.903850] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.904026] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.904209] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.904376] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.isolated_hosts = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.904542] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.isolated_images = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.904706] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.904868] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.905040] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.905206] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.pci_in_placement = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.905367] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.905528] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.905689] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.905852] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.906025] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.906194] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.906357] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.track_instance_changes = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.906534] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.906700] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] metrics.required = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.906863] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] metrics.weight_multiplier = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.907037] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.907208] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] metrics.weight_setting = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.907526] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.907706] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] serial_console.enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.907886] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] serial_console.port_range = 10000:20000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.908074] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.908254] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.908427] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] serial_console.serialproxy_port = 6083 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.908599] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.908772] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.auth_type = password {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.908935] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.909108] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.909304] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.909435] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.909595] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.909767] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.send_service_user_token = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.909929] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.910099] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] service_user.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.910274] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.agent_enabled = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.910440] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.910746] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.910951] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.911144] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.html5proxy_port = 6082 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.911312] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.image_compression = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.911479] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.jpeg_compression = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.911642] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.playback_compression = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.911807] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.require_secure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.911979] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.server_listen = 127.0.0.1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.912166] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.912452] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.912630] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.streaming_mode = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.912793] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] spice.zlib_compression = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.912961] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] upgrade_levels.baseapi = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.913151] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] upgrade_levels.compute = auto {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.913318] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] upgrade_levels.conductor = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.913479] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] upgrade_levels.scheduler = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.913646] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.913807] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.auth_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.913967] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.914140] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.914303] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.914466] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.914625] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.914787] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.914946] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vendordata_dynamic_auth.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.915135] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.api_retry_count = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.915299] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.ca_file = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.915473] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.cache_prefix = devstack-image-cache {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.915642] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.cluster_name = testcl1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.915807] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.connection_pool_size = 10 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.915966] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.console_delay_seconds = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.916152] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.datastore_regex = ^datastore.* {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.916367] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.916547] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.host_password = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.916716] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.host_port = 443 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.916887] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.host_username = administrator@vsphere.local {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.917077] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.insecure = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.917248] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.integration_bridge = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.917412] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.maximum_objects = 100 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.917574] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.pbm_default_policy = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.917734] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.pbm_enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.917894] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.pbm_wsdl_location = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.918077] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.918240] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.serial_port_proxy_uri = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.918398] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.serial_port_service_uri = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.918568] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.task_poll_interval = 0.5 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.918740] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.use_linked_clone = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.918911] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.vnc_keymap = en-us {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.919089] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.vnc_port = 5900 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.919264] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vmware.vnc_port_total = 10000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.919455] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.auth_schemes = ['none'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.919630] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.919925] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.920125] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.920300] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.novncproxy_port = 6080 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.920503] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.server_listen = 127.0.0.1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.920687] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.920855] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.vencrypt_ca_certs = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.921035] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.vencrypt_client_cert = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.921203] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vnc.vencrypt_client_key = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.921387] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.921554] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.disable_deep_image_inspection = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.921719] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.921880] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.922053] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.922220] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.disable_rootwrap = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.922382] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.enable_numa_live_migration = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.922545] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.922709] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.922870] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.923043] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.libvirt_disable_apic = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.923208] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.923372] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.923534] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.923700] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.923861] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.924032] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.924198] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.924358] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.924521] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.924687] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.924873] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.925057] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.client_socket_timeout = 900 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.925230] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.default_pool_size = 1000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.925396] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.keep_alive = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.925564] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.max_header_line = 16384 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.925727] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.secure_proxy_ssl_header = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.925889] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.ssl_ca_file = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.926063] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.ssl_cert_file = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.926229] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.ssl_key_file = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.926395] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.tcp_keepidle = 600 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.926573] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.926743] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] zvm.ca_file = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.926906] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] zvm.cloud_connector_url = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.927232] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.927413] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] zvm.reachable_timeout = 300 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.927592] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.927771] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.927949] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.connection_string = messaging:// {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.928135] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.enabled = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.928309] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.es_doc_type = notification {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.928476] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.es_scroll_size = 10000 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.928648] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.es_scroll_time = 2m {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.928816] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.filter_error_trace = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.928986] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.hmac_keys = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.929172] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.sentinel_service_name = mymaster {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.929355] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.socket_timeout = 0.1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.929515] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.trace_requests = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.929681] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler.trace_sqlalchemy = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.929867] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler_jaeger.process_tags = {} {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.930041] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler_jaeger.service_name_prefix = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.930209] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] profiler_otlp.service_name_prefix = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.930376] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] remote_debug.host = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.930536] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] remote_debug.port = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.930712] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.930875] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.931057] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.931225] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.931388] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.931549] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.931708] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.931867] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.932038] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.932215] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.932377] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.932552] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.932721] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.932890] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.933069] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.933245] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.933410] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.933574] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.933745] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.933909] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.934086] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.934255] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.934423] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.934587] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.934748] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.934911] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.935088] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.935256] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.935418] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.935584] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.935746] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.ssl = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.935918] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.936101] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.936269] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.936441] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.936609] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.936773] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.936962] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.937144] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_notifications.retry = -1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.937323] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.937496] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.937667] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.auth_section = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.937829] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.auth_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.937988] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.cafile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.938162] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.certfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.938328] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.collect_timing = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.938489] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.connect_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.938650] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.connect_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.938810] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.endpoint_id = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.938986] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.endpoint_interface = publicURL {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.939163] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.endpoint_override = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.939338] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.endpoint_region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.939496] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.endpoint_service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.939656] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.endpoint_service_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.939822] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.insecure = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.939982] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.keyfile = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.940159] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.max_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.940327] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.min_version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.940487] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.region_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.940653] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.retriable_status_codes = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.940848] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.service_name = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.940975] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.service_type = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.941154] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.split_loggers = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.941316] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.status_code_retries = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.941477] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.status_code_retry_delay = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.941649] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.timeout = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.941799] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.valid_interfaces = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.941958] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_limit.version = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.942141] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_reports.file_event_handler = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.942307] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.942468] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] oslo_reports.log_dir = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.942639] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.942800] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.942961] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.943147] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.943316] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.943478] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.943647] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.943807] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_ovs_privileged.group = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.943968] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.944150] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.944317] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.944480] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] vif_plug_ovs_privileged.user = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.944649] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.flat_interface = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.944829] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.945021] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.945194] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.945371] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.945547] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.945776] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.945869] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.946067] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.946243] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_ovs.isolate_vif = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.946412] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.946581] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.946755] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.946925] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_ovs.ovsdb_interface = native {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.947102] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] os_vif_ovs.per_port_bridge = False {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.947290] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] privsep_osbrick.capabilities = [21] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.947444] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] privsep_osbrick.group = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.947604] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] privsep_osbrick.helper_command = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.947773] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.947939] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.948122] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] privsep_osbrick.user = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.948300] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.948467] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] nova_sys_admin.group = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.948627] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] nova_sys_admin.helper_command = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.948794] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.948958] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.949172] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] nova_sys_admin.user = None {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 632.949314] env[69854]: DEBUG oslo_service.backend.eventlet.service [None req-27f73fb0-4651-47dc-8899-158b1e2c485c None None] ******************************************************************************** {{(pid=69854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 632.949700] env[69854]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 633.454854] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Getting list of instances from cluster (obj){ [ 633.454854] env[69854]: value = "domain-c8" [ 633.454854] env[69854]: _type = "ClusterComputeResource" [ 633.454854] env[69854]: } {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 633.456017] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb7784-e215-4881-a38b-4e23e46e4781 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.464892] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Got total of 0 instances {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 633.465492] env[69854]: WARNING nova.virt.vmwareapi.driver [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 633.465970] env[69854]: INFO nova.virt.node [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Generated node identity 1cf36e99-9a52-41f0-a821-9dab8331e5f4 [ 633.466229] env[69854]: INFO nova.virt.node [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Wrote node identity 1cf36e99-9a52-41f0-a821-9dab8331e5f4 to /opt/stack/data/n-cpu-1/compute_id [ 633.968758] env[69854]: WARNING nova.compute.manager [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Compute nodes ['1cf36e99-9a52-41f0-a821-9dab8331e5f4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 634.974752] env[69854]: INFO nova.compute.manager [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 635.981064] env[69854]: WARNING nova.compute.manager [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 635.981481] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.981644] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.981821] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.981978] env[69854]: DEBUG nova.compute.resource_tracker [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 635.983248] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de8dfa-fe2f-45db-bc52-d689dfbc0ab1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.991481] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235be2be-df12-47dd-b52b-6ae4ac3b8de9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.005287] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57498b2a-0787-4000-9e2f-05565100fe66 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.011330] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b62597f-6da6-4092-a950-c490bebe7491 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.040037] env[69854]: DEBUG nova.compute.resource_tracker [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180984MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 636.040181] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.040442] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.548823] env[69854]: WARNING nova.compute.resource_tracker [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] No compute node record for cpu-1:1cf36e99-9a52-41f0-a821-9dab8331e5f4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1cf36e99-9a52-41f0-a821-9dab8331e5f4 could not be found. [ 637.053129] env[69854]: INFO nova.compute.resource_tracker [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 [ 638.561429] env[69854]: DEBUG nova.compute.resource_tracker [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 638.561768] env[69854]: DEBUG nova.compute.resource_tracker [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 638.716554] env[69854]: INFO nova.scheduler.client.report [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] [req-a4d8a859-b8f3-44c0-b71f-7edf451e17ac] Created resource provider record via placement API for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 638.734552] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d526315-1209-4610-82d4-4cf8b86d7ed7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.742067] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9601969-2e8b-42eb-bbac-5fe9eb145a8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.771240] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7424301-0800-4829-8f5c-8c41c337b979 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.778035] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f0488-2a17-4d8c-b87c-aea649c66b1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.263248] env[69854]: DEBUG nova.compute.provider_tree [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.799850] env[69854]: DEBUG nova.scheduler.client.report [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 639.800220] env[69854]: DEBUG nova.compute.provider_tree [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 0 to 1 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 639.800220] env[69854]: DEBUG nova.compute.provider_tree [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.851411] env[69854]: DEBUG nova.compute.provider_tree [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 1 to 2 during operation: update_traits {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.357040] env[69854]: DEBUG nova.compute.resource_tracker [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 640.357040] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.316s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.357040] env[69854]: DEBUG nova.service [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Creating RPC server for service compute {{(pid=69854) start /opt/stack/nova/nova/service.py:178}} [ 640.369286] env[69854]: DEBUG nova.service [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] Join ServiceGroup membership for this service compute {{(pid=69854) start /opt/stack/nova/nova/service.py:195}} [ 640.369502] env[69854]: DEBUG nova.servicegroup.drivers.db [None req-1a9d755d-9a1c-4d6b-b508-70a8ad9662a4 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69854) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 645.372330] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.879690] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Getting list of instances from cluster (obj){ [ 645.879690] env[69854]: value = "domain-c8" [ 645.879690] env[69854]: _type = "ClusterComputeResource" [ 645.879690] env[69854]: } {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 645.880901] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ab382d-f4f1-4d36-820d-98e903c78c8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.889315] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Got total of 0 instances {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 645.889564] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.889863] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Getting list of instances from cluster (obj){ [ 645.889863] env[69854]: value = "domain-c8" [ 645.889863] env[69854]: _type = "ClusterComputeResource" [ 645.889863] env[69854]: } {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 645.890744] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ed345-2648-469d-929d-d4241e67604b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.897747] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Got total of 0 instances {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 678.373037] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "e74912d1-1c64-422a-be63-4013723543c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.373489] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "e74912d1-1c64-422a-be63-4013723543c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.464694] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "18a12854-81a5-4691-a1df-fb704f0c0fe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.465106] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.876059] env[69854]: DEBUG nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.969170] env[69854]: DEBUG nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.253737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "66c2cedd-8e59-4707-be43-ed9351d8faa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.253998] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "66c2cedd-8e59-4707-be43-ed9351d8faa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.422288] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.422620] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.425818] env[69854]: INFO nova.compute.claims [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.502785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.759405] env[69854]: DEBUG nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.220471] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "d2034a90-37dc-4f14-b91e-00d4288d7420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.220471] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "d2034a90-37dc-4f14-b91e-00d4288d7420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.300756] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.514788] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a524f59-b14d-4bf8-abd8-80cd9d138e6a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.524363] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab3edb-54c2-403b-bbb3-694a210fd56c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.565601] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfabdcc-dbe5-4588-92b3-f6fc7d0a1f79 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.573250] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70deae97-e90c-492d-93c8-256c2d1a3058 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.590015] env[69854]: DEBUG nova.compute.provider_tree [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.723824] env[69854]: DEBUG nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.098556] env[69854]: DEBUG nova.scheduler.client.report [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.257247] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.608585] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.611077] env[69854]: DEBUG nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.611986] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.110s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.614106] env[69854]: INFO nova.compute.claims [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.120046] env[69854]: DEBUG nova.compute.utils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.124489] env[69854]: DEBUG nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.125134] env[69854]: DEBUG nova.network.neutron [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.624118] env[69854]: DEBUG nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.706189] env[69854]: DEBUG nova.policy [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005d8d97e2604fc28d32b7d109e449df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd2949b4ec004d8a9bbe7133af30fbc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.752771] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22509061-ef1f-4313-a729-94600d64b06e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.773137] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696371f7-1ec0-4364-9f75-dae3ca695d68 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.816734] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2da560-e94c-4bd8-9bc5-115f97d6a56a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.826267] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5fdc89-93cd-47cc-b23b-0bd344c0bc63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.843563] env[69854]: DEBUG nova.compute.provider_tree [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.348139] env[69854]: DEBUG nova.scheduler.client.report [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.627060] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "9237342f-9720-400b-b201-9357fc090d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.627923] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.646965] env[69854]: DEBUG nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.690929] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.691260] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.691327] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.691500] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.691639] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.691838] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.691983] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.692173] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.692562] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.692792] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.692945] env[69854]: DEBUG nova.virt.hardware [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.695758] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a8765-7793-4814-89dc-e59df3ebf4f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.702982] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d40eb0-2a85-4883-910b-93a4e07529f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.724694] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f656cdc-8c9f-4a2b-86ec-ed7f778392ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.852968] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.853204] env[69854]: DEBUG nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.860021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.559s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.861457] env[69854]: INFO nova.compute.claims [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.136265] env[69854]: DEBUG nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.374082] env[69854]: DEBUG nova.compute.utils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.376871] env[69854]: DEBUG nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.376871] env[69854]: DEBUG nova.network.neutron [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.551919] env[69854]: DEBUG nova.policy [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e653a314ffd4816b81c6b3f5a0aae9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d7fed1cdf7f43a99b1370a3086b06cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.673069] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.674172] env[69854]: DEBUG nova.network.neutron [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Successfully created port: f03e5775-3dd9-4755-9189-6c8fdb7d0e30 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.881796] env[69854]: DEBUG nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.996897] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188582e3-91ee-418c-8457-79c10eefd10d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.007599] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b0a1e-c6fe-4919-81b6-7cf4684fe66f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.048986] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032a350f-c9d7-432d-afc0-38262c88f8ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.056995] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc6700-94dd-40fd-971b-180a88262bd0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.073452] env[69854]: DEBUG nova.compute.provider_tree [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.409318] env[69854]: DEBUG nova.network.neutron [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Successfully created port: 53837faa-51b4-48e2-95c4-30635f431ce4 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.577379] env[69854]: DEBUG nova.scheduler.client.report [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.897767] env[69854]: DEBUG nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.934097] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.934343] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.934492] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.934664] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.934800] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.934949] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.935466] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.935698] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.936195] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.937206] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.937206] env[69854]: DEBUG nova.virt.hardware [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.937918] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c79db-8bdf-479f-9750-921f40d0f56d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.948892] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef038a02-d663-4813-a0a3-224f5b766564 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.085685] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.086230] env[69854]: DEBUG nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.092146] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.834s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.094165] env[69854]: INFO nova.compute.claims [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.602379] env[69854]: DEBUG nova.compute.utils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.606854] env[69854]: DEBUG nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 686.909836] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "1472aaa1-00a5-4801-b049-114813b6dd46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.910108] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "1472aaa1-00a5-4801-b049-114813b6dd46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.106469] env[69854]: DEBUG nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.255236] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628fc79-a3c2-4b26-8cd0-40d9f7b94e33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.264543] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774b25aa-ee90-460e-b7a5-680437fd8f84 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.305589] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b4d155-f978-4c51-9b24-82e9a81b1b22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.314590] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6d299-a5ed-4ee4-8838-94908bc1fc87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.330109] env[69854]: DEBUG nova.compute.provider_tree [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.335707] env[69854]: DEBUG nova.network.neutron [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Successfully updated port: f03e5775-3dd9-4755-9189-6c8fdb7d0e30 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.412642] env[69854]: DEBUG nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.790121] env[69854]: DEBUG nova.network.neutron [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Successfully updated port: 53837faa-51b4-48e2-95c4-30635f431ce4 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.834047] env[69854]: DEBUG nova.scheduler.client.report [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.840427] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "refresh_cache-e74912d1-1c64-422a-be63-4013723543c4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.840427] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired lock "refresh_cache-e74912d1-1c64-422a-be63-4013723543c4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.840427] env[69854]: DEBUG nova.network.neutron [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.937730] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.000376] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.000376] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.119342] env[69854]: DEBUG nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.293840] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "refresh_cache-18a12854-81a5-4691-a1df-fb704f0c0fe3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.293840] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired lock "refresh_cache-18a12854-81a5-4691-a1df-fb704f0c0fe3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.293840] env[69854]: DEBUG nova.network.neutron [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.345556] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.346102] env[69854]: DEBUG nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.353084] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.680s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.355257] env[69854]: INFO nova.compute.claims [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.495290] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.496170] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.497113] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.497113] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.499977] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.499977] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.499977] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.499977] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 688.499977] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.505915] env[69854]: DEBUG nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.705903] env[69854]: DEBUG nova.network.neutron [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.866034] env[69854]: DEBUG nova.compute.utils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.868157] env[69854]: DEBUG nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.898866] env[69854]: DEBUG nova.network.neutron [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.010382] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.040347] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.182126] env[69854]: DEBUG nova.compute.manager [req-1b84761d-ab6f-46c9-8ef7-80e55c5313c8 req-0121978d-ebb6-4f8c-8335-16b2945e870c service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Received event network-vif-plugged-f03e5775-3dd9-4755-9189-6c8fdb7d0e30 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.182430] env[69854]: DEBUG oslo_concurrency.lockutils [req-1b84761d-ab6f-46c9-8ef7-80e55c5313c8 req-0121978d-ebb6-4f8c-8335-16b2945e870c service nova] Acquiring lock "e74912d1-1c64-422a-be63-4013723543c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.182862] env[69854]: DEBUG oslo_concurrency.lockutils [req-1b84761d-ab6f-46c9-8ef7-80e55c5313c8 req-0121978d-ebb6-4f8c-8335-16b2945e870c service nova] Lock "e74912d1-1c64-422a-be63-4013723543c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.183297] env[69854]: DEBUG oslo_concurrency.lockutils [req-1b84761d-ab6f-46c9-8ef7-80e55c5313c8 req-0121978d-ebb6-4f8c-8335-16b2945e870c service nova] Lock "e74912d1-1c64-422a-be63-4013723543c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.183530] env[69854]: DEBUG nova.compute.manager [req-1b84761d-ab6f-46c9-8ef7-80e55c5313c8 req-0121978d-ebb6-4f8c-8335-16b2945e870c service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] No waiting events found dispatching network-vif-plugged-f03e5775-3dd9-4755-9189-6c8fdb7d0e30 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.183706] env[69854]: WARNING nova.compute.manager [req-1b84761d-ab6f-46c9-8ef7-80e55c5313c8 req-0121978d-ebb6-4f8c-8335-16b2945e870c service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Received unexpected event network-vif-plugged-f03e5775-3dd9-4755-9189-6c8fdb7d0e30 for instance with vm_state building and task_state spawning. [ 689.266533] env[69854]: DEBUG nova.network.neutron [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Updating instance_info_cache with network_info: [{"id": "f03e5775-3dd9-4755-9189-6c8fdb7d0e30", "address": "fa:16:3e:cc:28:6e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03e5775-3d", "ovs_interfaceid": "f03e5775-3dd9-4755-9189-6c8fdb7d0e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.364867] env[69854]: DEBUG nova.network.neutron [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Updating instance_info_cache with network_info: [{"id": "53837faa-51b4-48e2-95c4-30635f431ce4", "address": "fa:16:3e:f5:6c:87", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53837faa-51", "ovs_interfaceid": "53837faa-51b4-48e2-95c4-30635f431ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.376172] env[69854]: DEBUG nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.506343] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47cbf10-5d66-4704-ace1-953a6fb244bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.517659] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a1447b-e6a1-48a3-9ee8-63e4326fbbc1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.551953] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d349ce5e-611e-46a9-97ae-2ea839d86466 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.561697] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a615eb-b4be-4567-9e53-c19ca5ce6cf9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.575955] env[69854]: DEBUG nova.compute.provider_tree [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.611903] env[69854]: DEBUG nova.compute.manager [req-1f2f5392-1b03-4903-a944-03904ac886ae req-47722575-9a33-44c4-b98d-655e815dec46 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Received event network-vif-plugged-53837faa-51b4-48e2-95c4-30635f431ce4 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.611903] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f2f5392-1b03-4903-a944-03904ac886ae req-47722575-9a33-44c4-b98d-655e815dec46 service nova] Acquiring lock "18a12854-81a5-4691-a1df-fb704f0c0fe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.612377] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f2f5392-1b03-4903-a944-03904ac886ae req-47722575-9a33-44c4-b98d-655e815dec46 service nova] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.612749] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f2f5392-1b03-4903-a944-03904ac886ae req-47722575-9a33-44c4-b98d-655e815dec46 service nova] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.613439] env[69854]: DEBUG nova.compute.manager [req-1f2f5392-1b03-4903-a944-03904ac886ae req-47722575-9a33-44c4-b98d-655e815dec46 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] No waiting events found dispatching network-vif-plugged-53837faa-51b4-48e2-95c4-30635f431ce4 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.613885] env[69854]: WARNING nova.compute.manager [req-1f2f5392-1b03-4903-a944-03904ac886ae req-47722575-9a33-44c4-b98d-655e815dec46 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Received unexpected event network-vif-plugged-53837faa-51b4-48e2-95c4-30635f431ce4 for instance with vm_state building and task_state spawning. [ 689.641026] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.641026] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.641026] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.641423] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.641423] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.641423] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.641715] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.644426] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.644426] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.644426] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.644426] env[69854]: DEBUG nova.virt.hardware [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.644426] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5bc40-6385-4555-9c8d-3bc7d83e16ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.652010] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b8ff93-deaf-4be3-a99b-baea72323c00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.668747] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.678833] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.679537] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be6d7e31-f087-4b3d-84f4-44fb69ca3fbf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.696093] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Created folder: OpenStack in parent group-v4. [ 689.696178] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Creating folder: Project (6eab353c2aae4e9b931997e8360793f9). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.698115] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc61fc8a-d8d0-412e-98fd-b6dd7389cfb4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.708660] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Created folder: Project (6eab353c2aae4e9b931997e8360793f9) in parent group-v702928. [ 689.708660] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Creating folder: Instances. Parent ref: group-v702929. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.708660] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-390c802a-6790-41a6-bae6-c4ec04a69232 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.717608] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Created folder: Instances in parent group-v702929. [ 689.717898] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.718639] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.718639] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-308aa778-e8a4-45cc-b4cd-d36b89036ebc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.740657] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.740657] env[69854]: value = "task-3518659" [ 689.740657] env[69854]: _type = "Task" [ 689.740657] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.750151] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518659, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.772276] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Releasing lock "refresh_cache-e74912d1-1c64-422a-be63-4013723543c4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.773885] env[69854]: DEBUG nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Instance network_info: |[{"id": "f03e5775-3dd9-4755-9189-6c8fdb7d0e30", "address": "fa:16:3e:cc:28:6e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03e5775-3d", "ovs_interfaceid": "f03e5775-3dd9-4755-9189-6c8fdb7d0e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.774029] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:28:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f03e5775-3dd9-4755-9189-6c8fdb7d0e30', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.782605] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Creating folder: Project (dd2949b4ec004d8a9bbe7133af30fbc8). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.783138] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7404295c-4d0f-49ca-8ea6-1cb123e156d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.792539] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Created folder: Project (dd2949b4ec004d8a9bbe7133af30fbc8) in parent group-v702928. [ 689.792762] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Creating folder: Instances. Parent ref: group-v702932. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.793041] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2556331-9042-458c-9801-15fec0722bdd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.813868] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Created folder: Instances in parent group-v702932. [ 689.814256] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.814417] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74912d1-1c64-422a-be63-4013723543c4] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.814588] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454406b2-3909-4217-8365-7dd247eb21ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.841459] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.841459] env[69854]: value = "task-3518662" [ 689.841459] env[69854]: _type = "Task" [ 689.841459] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.849975] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518662, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.871143] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Releasing lock "refresh_cache-18a12854-81a5-4691-a1df-fb704f0c0fe3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.871143] env[69854]: DEBUG nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Instance network_info: |[{"id": "53837faa-51b4-48e2-95c4-30635f431ce4", "address": "fa:16:3e:f5:6c:87", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53837faa-51", "ovs_interfaceid": "53837faa-51b4-48e2-95c4-30635f431ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.871385] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:6c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53837faa-51b4-48e2-95c4-30635f431ce4', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.879308] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Creating folder: Project (7d7fed1cdf7f43a99b1370a3086b06cf). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.887632] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-099338bd-59b9-4a8c-9017-401158bded67 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.899302] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Created folder: Project (7d7fed1cdf7f43a99b1370a3086b06cf) in parent group-v702928. [ 689.899498] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Creating folder: Instances. Parent ref: group-v702935. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.900827] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6991671e-aaec-4fb5-97e7-e5a5c1a735c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.917436] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Created folder: Instances in parent group-v702935. [ 689.917436] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.917436] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.917436] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba6dfc58-eda0-46ce-b33a-d554a231166d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.943322] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.943322] env[69854]: value = "task-3518665" [ 689.943322] env[69854]: _type = "Task" [ 689.943322] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.954638] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518665, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.079642] env[69854]: DEBUG nova.scheduler.client.report [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.258119] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518659, 'name': CreateVM_Task, 'duration_secs': 0.322241} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.258119] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.259861] env[69854]: DEBUG oslo_vmware.service [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3900da-eddb-498e-b799-7401fca07495 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.268857] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.269032] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.269685] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.269976] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f17db0-b055-4576-949c-593cf5f324d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.277882] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 690.277882] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a486e4-24ab-543a-38b3-fbb56f10d79c" [ 690.277882] env[69854]: _type = "Task" [ 690.277882] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.286329] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a486e4-24ab-543a-38b3-fbb56f10d79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.352194] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518662, 'name': CreateVM_Task, 'duration_secs': 0.357052} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.352434] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74912d1-1c64-422a-be63-4013723543c4] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.365121] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.387070] env[69854]: DEBUG nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.418938] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.418938] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.419115] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.420339] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.420596] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.420596] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.420794] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.420967] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.421187] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.421365] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.421646] env[69854]: DEBUG nova.virt.hardware [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.422683] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6e4a6a-1bd2-421a-9027-ae682d1004e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.431583] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93508993-d2a6-442e-bf3c-7f0b11b5298f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.445752] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.451205] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Creating folder: Project (df851e68fd4847ac95fdd08b61ecadba). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.454348] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35bdc6c3-bf0c-42cf-aa4d-c23ee3acc2ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.461529] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518665, 'name': CreateVM_Task, 'duration_secs': 0.334505} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.463204] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.463841] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.472632] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Created folder: Project (df851e68fd4847ac95fdd08b61ecadba) in parent group-v702928. [ 690.472927] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Creating folder: Instances. Parent ref: group-v702938. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.473182] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91fe11b2-9390-4976-a25c-300b8d72c0f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.482274] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Created folder: Instances in parent group-v702938. [ 690.482489] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.482569] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.482864] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4cb6d44-b212-48d5-83b0-b84a2d4ceddd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.499157] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.499157] env[69854]: value = "task-3518668" [ 690.499157] env[69854]: _type = "Task" [ 690.499157] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.508076] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518668, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.585678] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.586763] env[69854]: DEBUG nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.589619] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.652s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.591114] env[69854]: INFO nova.compute.claims [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.796681] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.797707] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.797707] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.797707] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.797923] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.800819] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.800819] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.800819] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a61da6c-1635-4901-bb73-46f25cfb07bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.803679] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb9f5b2-f394-4a9f-bb79-6bdf6e235388 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.810348] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 690.810348] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52288dad-a80c-d39b-54d6-9bd35a33eb68" [ 690.810348] env[69854]: _type = "Task" [ 690.810348] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.815232] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.815232] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.815875] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ec2e65-ebd7-4c84-88f1-04a70d9507c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.823708] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52288dad-a80c-d39b-54d6-9bd35a33eb68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.828216] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511dccce-562e-4e52-afb3-6dde4a81bed8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.832635] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 690.832635] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524b90b5-e948-c3ba-3408-b5c09a129608" [ 690.832635] env[69854]: _type = "Task" [ 690.832635] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.839160] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524b90b5-e948-c3ba-3408-b5c09a129608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.009661] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518668, 'name': CreateVM_Task, 'duration_secs': 0.343896} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.009832] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.013362] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.095970] env[69854]: DEBUG nova.compute.utils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.097364] env[69854]: DEBUG nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.101136] env[69854]: DEBUG nova.network.neutron [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.161491] env[69854]: DEBUG nova.policy [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a93eb7e0a6cf441f8f63cf98fce4f26f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b6a8dc16af4e698ad46d066501aad6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.321415] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.321523] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.321739] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.322043] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.322674] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.322674] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe8ff7b-029d-43f8-836d-c3afccf8795e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.328862] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 691.328862] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520fabe7-e449-a36a-0ec9-c7349beb353a" [ 691.328862] env[69854]: _type = "Task" [ 691.328862] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.340403] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520fabe7-e449-a36a-0ec9-c7349beb353a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.343466] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Preparing fetch location {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 691.343788] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Creating directory with path [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.344141] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b74bead-cda9-4eea-be7d-3b20488119bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.370048] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Created directory with path [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.370048] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Fetch image to [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 691.370048] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Downloading image file data 1762b13e-a107-40c9-aa9d-64e07c6319a1 to [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk on the data store datastore1 {{(pid=69854) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 691.370048] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35d096c-b6dc-4c34-bf20-e9e5d6aa0f1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.377723] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003d7318-9eca-48ee-a34f-4567121f2cea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.390217] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf9ffe-dbd0-4b9f-8d16-d46320ada2ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.434549] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8dc6cb-d69d-4914-bbce-c7647920643f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.441335] env[69854]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fd10dc00-0e03-4a96-82c1-a886c0598eeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.477761] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Downloading image file data 1762b13e-a107-40c9-aa9d-64e07c6319a1 to the data store datastore1 {{(pid=69854) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 691.576771] env[69854]: DEBUG oslo_vmware.rw_handles [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69854) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 691.636115] env[69854]: DEBUG nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.796385] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d9ed4-68d1-413a-86fc-a8f6d289e1b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.804843] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73c5757-1ca0-4078-8912-e174f3dfb774 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.849722] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373e852-3628-4974-896f-63807fbcecd9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.869657] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f913498-323b-4ae2-83c9-067ef92941ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.876750] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.877138] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.877419] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.878045] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.878365] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.879173] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a7f331-5c62-4895-b5a0-763f694f57e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.889253] env[69854]: DEBUG nova.compute.provider_tree [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.897504] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 691.897504] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8cbcd-c6ec-ba2f-7598-3f2bab7c402a" [ 691.897504] env[69854]: _type = "Task" [ 691.897504] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.929294] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.929294] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.929294] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.187127] env[69854]: DEBUG nova.network.neutron [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Successfully created port: 91ce0862-d6d8-4a3c-91e7-5a21b4087541 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.395583] env[69854]: DEBUG nova.scheduler.client.report [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.456878] env[69854]: DEBUG oslo_vmware.rw_handles [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Completed reading data from the image iterator. {{(pid=69854) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 692.457729] env[69854]: DEBUG oslo_vmware.rw_handles [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 692.516444] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Downloaded image file data 1762b13e-a107-40c9-aa9d-64e07c6319a1 to vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk on the data store datastore1 {{(pid=69854) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 692.516444] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Caching image {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 692.517750] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Copying Virtual Disk [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk to [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.518042] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ad02666-3019-4000-b27e-51313809ca6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.529527] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 692.529527] env[69854]: value = "task-3518669" [ 692.529527] env[69854]: _type = "Task" [ 692.529527] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.542352] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.648137] env[69854]: DEBUG nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.683037] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.683297] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.684923] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.687056] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.687056] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.687056] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.687056] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.687056] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.687056] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.687369] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.687369] env[69854]: DEBUG nova.virt.hardware [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.687435] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7daba78-6dcd-4776-b356-340ca6ede419 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.699779] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb270aa3-44e6-4f75-a805-89a71008bbf1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.905170] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.905746] env[69854]: DEBUG nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.909479] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.899s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.910257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.911548] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 692.911891] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.872s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.913461] env[69854]: INFO nova.compute.claims [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.916617] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d7dfd-0332-4063-a22e-d8a1d439a33c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.929160] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b53d5c-6022-4926-9146-36a98a8547ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.947577] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6027ae-71ef-4dd7-b85f-08afed364050 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.954925] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2af64ba-f7bf-48f8-8328-96369ed7b209 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.992628] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180990MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 692.992628] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.042840] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518669, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.155249] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "17468efb-5a72-4ca4-afea-ecce3f243533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.155513] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.418834] env[69854]: DEBUG nova.compute.utils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.418834] env[69854]: DEBUG nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.419532] env[69854]: DEBUG nova.network.neutron [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.459310] env[69854]: DEBUG nova.compute.manager [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Received event network-changed-f03e5775-3dd9-4755-9189-6c8fdb7d0e30 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.459688] env[69854]: DEBUG nova.compute.manager [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Refreshing instance network info cache due to event network-changed-f03e5775-3dd9-4755-9189-6c8fdb7d0e30. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.461266] env[69854]: DEBUG oslo_concurrency.lockutils [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] Acquiring lock "refresh_cache-e74912d1-1c64-422a-be63-4013723543c4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461266] env[69854]: DEBUG oslo_concurrency.lockutils [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] Acquired lock "refresh_cache-e74912d1-1c64-422a-be63-4013723543c4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.461386] env[69854]: DEBUG nova.network.neutron [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Refreshing network info cache for port f03e5775-3dd9-4755-9189-6c8fdb7d0e30 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.522609] env[69854]: DEBUG nova.policy [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be53c820a8ab4c14b718899ced2858c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7e99ec43af24c8b94bb3f449b07c84a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.548628] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518669, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.658792] env[69854]: DEBUG nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.774753] env[69854]: DEBUG nova.compute.manager [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Received event network-changed-53837faa-51b4-48e2-95c4-30635f431ce4 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.774941] env[69854]: DEBUG nova.compute.manager [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Refreshing instance network info cache due to event network-changed-53837faa-51b4-48e2-95c4-30635f431ce4. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.775192] env[69854]: DEBUG oslo_concurrency.lockutils [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] Acquiring lock "refresh_cache-18a12854-81a5-4691-a1df-fb704f0c0fe3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.775331] env[69854]: DEBUG oslo_concurrency.lockutils [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] Acquired lock "refresh_cache-18a12854-81a5-4691-a1df-fb704f0c0fe3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.775486] env[69854]: DEBUG nova.network.neutron [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Refreshing network info cache for port 53837faa-51b4-48e2-95c4-30635f431ce4 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.926482] env[69854]: DEBUG nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.057860] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518669, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.211674} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.058295] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Copied Virtual Disk [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk to [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.058686] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Deleting the datastore file [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.063881] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b27d9d7-7c77-4c49-ad31-c50d44bfcd35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.073298] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 694.073298] env[69854]: value = "task-3518670" [ 694.073298] env[69854]: _type = "Task" [ 694.073298] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.084259] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.108881] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "d83edca6-6921-4ea4-898f-9c613fc9ed88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.109371] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.180784] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e59ef-01d7-441d-b58d-2ff7b2e1dec0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.184552] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.190052] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4160600-a678-4a92-9fa8-8631d637fde6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.227499] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a85fe6-8a63-425f-911e-03de105d2424 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.235508] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a185b09-c2fe-4dcb-942e-e06ccf9a368d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.250038] env[69854]: DEBUG nova.compute.provider_tree [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.549577] env[69854]: DEBUG nova.network.neutron [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Successfully updated port: 91ce0862-d6d8-4a3c-91e7-5a21b4087541 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.589501] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037365} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.589829] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.590105] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Moving file from [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670/1762b13e-a107-40c9-aa9d-64e07c6319a1 to [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1. {{(pid=69854) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 694.590701] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7ee7a905-167a-4520-896c-7f508c7809da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.599183] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 694.599183] env[69854]: value = "task-3518671" [ 694.599183] env[69854]: _type = "Task" [ 694.599183] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.609890] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518671, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.617399] env[69854]: DEBUG nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.720073] env[69854]: DEBUG nova.network.neutron [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Updated VIF entry in instance network info cache for port 53837faa-51b4-48e2-95c4-30635f431ce4. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.721031] env[69854]: DEBUG nova.network.neutron [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Updating instance_info_cache with network_info: [{"id": "53837faa-51b4-48e2-95c4-30635f431ce4", "address": "fa:16:3e:f5:6c:87", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53837faa-51", "ovs_interfaceid": "53837faa-51b4-48e2-95c4-30635f431ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.753831] env[69854]: DEBUG nova.scheduler.client.report [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.913851] env[69854]: DEBUG nova.network.neutron [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Successfully created port: dae24f7b-15fe-41ff-84b5-e01ae6d9410c {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.946441] env[69854]: DEBUG nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.002385] env[69854]: DEBUG nova.network.neutron [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Updated VIF entry in instance network info cache for port f03e5775-3dd9-4755-9189-6c8fdb7d0e30. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.002821] env[69854]: DEBUG nova.network.neutron [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Updating instance_info_cache with network_info: [{"id": "f03e5775-3dd9-4755-9189-6c8fdb7d0e30", "address": "fa:16:3e:cc:28:6e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03e5775-3d", "ovs_interfaceid": "f03e5775-3dd9-4755-9189-6c8fdb7d0e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.008795] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.008795] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.008795] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.009123] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.009123] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.009123] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.009123] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.009123] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.009318] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.009318] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.009318] env[69854]: DEBUG nova.virt.hardware [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.010716] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bac7cd3-ac2c-4a35-b01a-378780d0c78b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.024387] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f432e-3a35-4141-ac8f-66b1702f62e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.051569] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "refresh_cache-9237342f-9720-400b-b201-9357fc090d1e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.051713] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "refresh_cache-9237342f-9720-400b-b201-9357fc090d1e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.051896] env[69854]: DEBUG nova.network.neutron [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.115062] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518671, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025106} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.115062] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] File moved {{(pid=69854) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 695.115274] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Cleaning up location [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 695.115443] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Deleting the datastore file [datastore1] vmware_temp/b99719c8-05b9-4faf-b043-ac703e0e1670 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.115739] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbcee295-11c8-44f5-80c4-548cd304439b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.123969] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 695.123969] env[69854]: value = "task-3518672" [ 695.123969] env[69854]: _type = "Task" [ 695.123969] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.135528] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.146482] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.223667] env[69854]: DEBUG oslo_concurrency.lockutils [req-138911ae-2a3d-4d71-a4ac-437518e656d9 req-7f17a69d-3b7e-4c5c-bdb2-831566a79a14 service nova] Releasing lock "refresh_cache-18a12854-81a5-4691-a1df-fb704f0c0fe3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.260277] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.260277] env[69854]: DEBUG nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.265377] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.273s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.516630] env[69854]: DEBUG oslo_concurrency.lockutils [req-9699109f-0b03-4301-bc5e-c2ad9ad1f04c req-e62ba2ac-c275-4523-a03b-ffd5b72c1326 service nova] Releasing lock "refresh_cache-e74912d1-1c64-422a-be63-4013723543c4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.646246] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032572} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.646947] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.648195] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c26ad8b-8075-47b0-8325-22bf6a043fce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.654539] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 695.654539] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a37205-3570-da3a-e338-f30f4609e51e" [ 695.654539] env[69854]: _type = "Task" [ 695.654539] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.663584] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a37205-3570-da3a-e338-f30f4609e51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.733290] env[69854]: DEBUG nova.network.neutron [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.749710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.750768] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.768431] env[69854]: DEBUG nova.compute.utils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.770546] env[69854]: DEBUG nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.771167] env[69854]: DEBUG nova.network.neutron [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.958231] env[69854]: DEBUG nova.policy [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acd353e9f5c9417f85467dcda73094c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2e40f34d6644d63aad53bfbdc1167f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.169568] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a37205-3570-da3a-e338-f30f4609e51e, 'name': SearchDatastore_Task, 'duration_secs': 0.017168} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.169568] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.170221] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 66c2cedd-8e59-4707-be43-ed9351d8faa4/66c2cedd-8e59-4707-be43-ed9351d8faa4.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.170628] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.170848] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.171335] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3dc3d26-a355-4eac-899d-3b9897a8cfe6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.173266] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6463ffae-f1da-42ba-887e-e6604e394668 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.180646] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 696.180646] env[69854]: value = "task-3518673" [ 696.180646] env[69854]: _type = "Task" [ 696.180646] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.184821] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.184974] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.186043] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c808e6-4662-4e02-aa94-b0ef464615ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.192034] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.194997] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 696.194997] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f1773c-3241-76fe-65e1-f83c9c0f95b5" [ 696.194997] env[69854]: _type = "Task" [ 696.194997] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.205444] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f1773c-3241-76fe-65e1-f83c9c0f95b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.236682] env[69854]: DEBUG nova.network.neutron [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Updating instance_info_cache with network_info: [{"id": "91ce0862-d6d8-4a3c-91e7-5a21b4087541", "address": "fa:16:3e:40:5c:03", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ce0862-d6", "ovs_interfaceid": "91ce0862-d6d8-4a3c-91e7-5a21b4087541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.256595] env[69854]: DEBUG nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.275664] env[69854]: DEBUG nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.309119] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e74912d1-1c64-422a-be63-4013723543c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.309347] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 18a12854-81a5-4691-a1df-fb704f0c0fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.309420] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 66c2cedd-8e59-4707-be43-ed9351d8faa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.309562] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d2034a90-37dc-4f14-b91e-00d4288d7420 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.309630] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 9237342f-9720-400b-b201-9357fc090d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.309805] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 1472aaa1-00a5-4801-b049-114813b6dd46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.309893] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance c252adcd-aab4-4d5d-afd0-8ed44912dd98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.473582] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.474056] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.696488] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518673, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.711223] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f1773c-3241-76fe-65e1-f83c9c0f95b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.715144] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85398fcd-c568-4c86-88ca-1714ddb4055e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.721965] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 696.721965] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52049ec5-117e-d8c9-5ad5-fc5a48b4b089" [ 696.721965] env[69854]: _type = "Task" [ 696.721965] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.732301] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52049ec5-117e-d8c9-5ad5-fc5a48b4b089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.744042] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "refresh_cache-9237342f-9720-400b-b201-9357fc090d1e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.744042] env[69854]: DEBUG nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Instance network_info: |[{"id": "91ce0862-d6d8-4a3c-91e7-5a21b4087541", "address": "fa:16:3e:40:5c:03", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ce0862-d6", "ovs_interfaceid": "91ce0862-d6d8-4a3c-91e7-5a21b4087541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.744388] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:5c:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91ce0862-d6d8-4a3c-91e7-5a21b4087541', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.755344] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating folder: Project (37b6a8dc16af4e698ad46d066501aad6). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.755344] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b27ee1ae-7d08-4d3a-9b16-dd5c852e3567 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.768610] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created folder: Project (37b6a8dc16af4e698ad46d066501aad6) in parent group-v702928. [ 696.768610] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating folder: Instances. Parent ref: group-v702941. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.768733] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05bdccba-399d-4335-851a-b7ccb7c09088 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.780408] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created folder: Instances in parent group-v702941. [ 696.780408] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.780408] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.780408] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91372938-541a-4322-aa08-8a3c15d3ccf6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.796996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.805124] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.805124] env[69854]: value = "task-3518676" [ 696.805124] env[69854]: _type = "Task" [ 696.805124] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.814696] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518676, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.815563] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 17468efb-5a72-4ca4-afea-ecce3f243533 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 697.177487] env[69854]: DEBUG nova.network.neutron [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Successfully created port: 1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.195120] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642992} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.195738] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 66c2cedd-8e59-4707-be43-ed9351d8faa4/66c2cedd-8e59-4707-be43-ed9351d8faa4.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.196014] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.196292] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a6ea3ac-b682-499b-b232-c7651cf21f9d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.202804] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 697.202804] env[69854]: value = "task-3518677" [ 697.202804] env[69854]: _type = "Task" [ 697.202804] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.211619] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.235506] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52049ec5-117e-d8c9-5ad5-fc5a48b4b089, 'name': SearchDatastore_Task, 'duration_secs': 0.053002} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.236087] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.236087] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] e74912d1-1c64-422a-be63-4013723543c4/e74912d1-1c64-422a-be63-4013723543c4.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.237732] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.237732] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.237732] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-146e557a-9a42-4fc7-8998-0f24429da22e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.240696] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9149d57-6863-446b-bcea-32cb8446acf3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.247429] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 697.247429] env[69854]: value = "task-3518678" [ 697.247429] env[69854]: _type = "Task" [ 697.247429] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.257103] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.257103] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.257103] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d48eeb-b2fb-47bc-8590-d29b9f3fa96f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.261150] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.264857] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 697.264857] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52112626-6a15-9a47-ed9c-aee62605e46f" [ 697.264857] env[69854]: _type = "Task" [ 697.264857] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.275905] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52112626-6a15-9a47-ed9c-aee62605e46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.304638] env[69854]: DEBUG nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.319238] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518676, 'name': CreateVM_Task, 'duration_secs': 0.40079} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.319353] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.320080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.320311] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.320590] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.320870] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e28655-a10a-47df-995a-e8115da6407d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.326928] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d83edca6-6921-4ea4-898f-9c613fc9ed88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 697.328247] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 697.328247] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527bb825-c16b-3e4f-26ce-ec14cf9677bd" [ 697.328247] env[69854]: _type = "Task" [ 697.328247] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.343261] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527bb825-c16b-3e4f-26ce-ec14cf9677bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.345180] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.345455] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.345690] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.352220] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.352381] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.352561] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.352731] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.353954] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.353954] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.353954] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.353954] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.353954] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.354337] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.354337] env[69854]: DEBUG nova.virt.hardware [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.355245] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4893303-f5ac-4d8c-9f5b-e5da105d0e85 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.363313] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d119b3d-32d6-40b6-a2d3-beed251304db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.369948] env[69854]: DEBUG nova.compute.manager [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Received event network-vif-plugged-91ce0862-d6d8-4a3c-91e7-5a21b4087541 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.372616] env[69854]: DEBUG oslo_concurrency.lockutils [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] Acquiring lock "9237342f-9720-400b-b201-9357fc090d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.372616] env[69854]: DEBUG oslo_concurrency.lockutils [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] Lock "9237342f-9720-400b-b201-9357fc090d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.372616] env[69854]: DEBUG oslo_concurrency.lockutils [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] Lock "9237342f-9720-400b-b201-9357fc090d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.372616] env[69854]: DEBUG nova.compute.manager [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] No waiting events found dispatching network-vif-plugged-91ce0862-d6d8-4a3c-91e7-5a21b4087541 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.372616] env[69854]: WARNING nova.compute.manager [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Received unexpected event network-vif-plugged-91ce0862-d6d8-4a3c-91e7-5a21b4087541 for instance with vm_state building and task_state spawning. [ 697.373117] env[69854]: DEBUG nova.compute.manager [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Received event network-changed-91ce0862-d6d8-4a3c-91e7-5a21b4087541 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.373117] env[69854]: DEBUG nova.compute.manager [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Refreshing instance network info cache due to event network-changed-91ce0862-d6d8-4a3c-91e7-5a21b4087541. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.373117] env[69854]: DEBUG oslo_concurrency.lockutils [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] Acquiring lock "refresh_cache-9237342f-9720-400b-b201-9357fc090d1e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.373117] env[69854]: DEBUG oslo_concurrency.lockutils [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] Acquired lock "refresh_cache-9237342f-9720-400b-b201-9357fc090d1e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.373117] env[69854]: DEBUG nova.network.neutron [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Refreshing network info cache for port 91ce0862-d6d8-4a3c-91e7-5a21b4087541 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.387996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "9ab02829-03b3-468c-bc1b-8a45addec5d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.388204] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.720225] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06397} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.720567] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.721767] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1663a77-4bef-4a55-bbd8-68e5c35fe253 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.755179] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 66c2cedd-8e59-4707-be43-ed9351d8faa4/66c2cedd-8e59-4707-be43-ed9351d8faa4.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.755615] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc3da5f6-5b8c-43ca-a0de-6f8c894cbc81 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.788652] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.791849] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 697.791849] env[69854]: value = "task-3518679" [ 697.791849] env[69854]: _type = "Task" [ 697.791849] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.799882] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52112626-6a15-9a47-ed9c-aee62605e46f, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.800582] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ac3d1a-8e33-44b0-9990-8b4f859d42ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.810772] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.814944] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 697.814944] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52421e2c-40e6-5f73-df29-6f0193ce261a" [ 697.814944] env[69854]: _type = "Task" [ 697.814944] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.824259] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52421e2c-40e6-5f73-df29-6f0193ce261a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.836191] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 698.270483] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603097} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.272745] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] e74912d1-1c64-422a-be63-4013723543c4/e74912d1-1c64-422a-be63-4013723543c4.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.272745] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.272745] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d723f47-336a-42e7-864c-ab5b7b03b8d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.280807] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 698.280807] env[69854]: value = "task-3518680" [ 698.280807] env[69854]: _type = "Task" [ 698.280807] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.298993] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.314973] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518679, 'name': ReconfigVM_Task, 'duration_secs': 0.342933} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.315409] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 66c2cedd-8e59-4707-be43-ed9351d8faa4/66c2cedd-8e59-4707-be43-ed9351d8faa4.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.316345] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60929ef2-44b3-4e4e-88d3-9fdb0e21af60 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.334961] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52421e2c-40e6-5f73-df29-6f0193ce261a, 'name': SearchDatastore_Task, 'duration_secs': 0.016922} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.338757] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.339403] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 18a12854-81a5-4691-a1df-fb704f0c0fe3/18a12854-81a5-4691-a1df-fb704f0c0fe3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.339734] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 698.339988] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 698.340092] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 698.342530] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 698.342530] env[69854]: value = "task-3518681" [ 698.342530] env[69854]: _type = "Task" [ 698.342530] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.344654] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.344654] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.344654] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98ae986c-f927-4cf8-be54-03c0e063a465 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.345656] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b4281e-b6e3-4970-928b-a7d8ecd1e924 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.364853] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518681, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.364853] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 698.364853] env[69854]: value = "task-3518682" [ 698.364853] env[69854]: _type = "Task" [ 698.364853] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.365140] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.365277] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.368805] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db0df3f-1c1e-478b-baeb-c4a1883f182f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.379959] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.379959] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 698.379959] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5253ba86-c175-0820-f139-f5d076318d89" [ 698.379959] env[69854]: _type = "Task" [ 698.379959] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.386789] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5253ba86-c175-0820-f139-f5d076318d89, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.390549] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4effd7e5-165b-4b5e-ab6c-4c07dace917e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.396415] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 698.396415] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52064252-aa6d-9844-619f-dea93d0275a9" [ 698.396415] env[69854]: _type = "Task" [ 698.396415] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.405870] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52064252-aa6d-9844-619f-dea93d0275a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.599468] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb7e1c-1eca-4926-830f-8e9a8f721cdf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.610836] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b26b06-29bf-48e7-b1bf-e4054fddcb30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.649796] env[69854]: DEBUG nova.network.neutron [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Successfully updated port: dae24f7b-15fe-41ff-84b5-e01ae6d9410c {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.651797] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacfee39-6531-4516-a946-43d45118c2e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.662383] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5c5d9-c018-4435-8ee5-e2bc1ad26b4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.682693] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.707361] env[69854]: DEBUG nova.network.neutron [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Updated VIF entry in instance network info cache for port 91ce0862-d6d8-4a3c-91e7-5a21b4087541. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.707868] env[69854]: DEBUG nova.network.neutron [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Updating instance_info_cache with network_info: [{"id": "91ce0862-d6d8-4a3c-91e7-5a21b4087541", "address": "fa:16:3e:40:5c:03", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ce0862-d6", "ovs_interfaceid": "91ce0862-d6d8-4a3c-91e7-5a21b4087541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.797192] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072441} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.797894] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.798887] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494cbf0-f493-470d-95a9-d6c4b25914f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.829496] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e74912d1-1c64-422a-be63-4013723543c4/e74912d1-1c64-422a-be63-4013723543c4.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.829496] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7855bb2-18df-4b7c-b936-3434bde69874 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.867036] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518681, 'name': Rename_Task, 'duration_secs': 0.148361} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.871868] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.872304] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 698.872304] env[69854]: value = "task-3518683" [ 698.872304] env[69854]: _type = "Task" [ 698.872304] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.872726] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7907baa1-9ec6-488d-8bc9-d6117a178db0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.883691] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518682, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.887591] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 698.887591] env[69854]: value = "task-3518684" [ 698.887591] env[69854]: _type = "Task" [ 698.887591] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.891209] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.900503] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.909129] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52064252-aa6d-9844-619f-dea93d0275a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.909491] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.909827] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.910235] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.910306] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.910615] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89606ce5-aa32-461c-be0d-460f3660a471 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.912927] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21b6468e-2257-4dcd-b495-dbe000f77f83 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.921206] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 698.921206] env[69854]: value = "task-3518685" [ 698.921206] env[69854]: _type = "Task" [ 698.921206] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.923078] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.923078] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.931026] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82c8389-e36e-4596-a397-3004d5e744b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.938178] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.939927] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 698.939927] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52647eae-4712-ed92-b925-12e176667bda" [ 698.939927] env[69854]: _type = "Task" [ 698.939927] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.950601] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52647eae-4712-ed92-b925-12e176667bda, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.951510] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b257040c-0827-498b-bfd1-f8577036004f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.957333] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 698.957333] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52784eb1-5f90-e299-df71-1fa0ae5db3f5" [ 698.957333] env[69854]: _type = "Task" [ 698.957333] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.966814] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52784eb1-5f90-e299-df71-1fa0ae5db3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.157900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "refresh_cache-1472aaa1-00a5-4801-b049-114813b6dd46" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.157900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquired lock "refresh_cache-1472aaa1-00a5-4801-b049-114813b6dd46" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.157900] env[69854]: DEBUG nova.network.neutron [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.188151] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.212450] env[69854]: DEBUG oslo_concurrency.lockutils [req-cc394060-d980-4fdf-9021-2388b39a5dc7 req-6d0ade20-9424-455d-99b6-53de30a4094b service nova] Releasing lock "refresh_cache-9237342f-9720-400b-b201-9357fc090d1e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.385655] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522134} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.387446] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 18a12854-81a5-4691-a1df-fb704f0c0fe3/18a12854-81a5-4691-a1df-fb704f0c0fe3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.391512] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.395128] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61f66a7a-0f5a-40eb-b0da-4f3ceb0b17f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.397734] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518683, 'name': ReconfigVM_Task, 'duration_secs': 0.323168} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.402228] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e74912d1-1c64-422a-be63-4013723543c4/e74912d1-1c64-422a-be63-4013723543c4.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.403492] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-462f92c0-f540-4f9e-8e58-83cda401d0fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.408040] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 699.408040] env[69854]: value = "task-3518686" [ 699.408040] env[69854]: _type = "Task" [ 699.408040] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.412283] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518684, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.416720] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 699.416720] env[69854]: value = "task-3518687" [ 699.416720] env[69854]: _type = "Task" [ 699.416720] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.424333] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.431360] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518687, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.438540] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518685, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.467942] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52784eb1-5f90-e299-df71-1fa0ae5db3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.471558] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.471558] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 9237342f-9720-400b-b201-9357fc090d1e/9237342f-9720-400b-b201-9357fc090d1e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.471558] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a52a8a4-3e15-4293-975f-01048766e959 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.477152] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 699.477152] env[69854]: value = "task-3518688" [ 699.477152] env[69854]: _type = "Task" [ 699.477152] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.489286] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.518615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.518893] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.695030] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 699.695505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.430s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.696556] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.511s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.697382] env[69854]: INFO nova.compute.claims [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.813854] env[69854]: DEBUG nova.network.neutron [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.925018] env[69854]: DEBUG oslo_vmware.api [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518684, 'name': PowerOnVM_Task, 'duration_secs': 0.869246} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.937549] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.937954] env[69854]: INFO nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Took 11.82 seconds to spawn the instance on the hypervisor. [ 699.938657] env[69854]: DEBUG nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.946336] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce3fcd-e908-472c-b336-c7b889953dde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.950805] env[69854]: DEBUG nova.compute.manager [req-17120cc6-fcff-4218-b3e5-52c4a51a0798 req-5c19ca1d-08cc-4dfd-9e8c-a360efcbef15 service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Received event network-vif-plugged-dae24f7b-15fe-41ff-84b5-e01ae6d9410c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.951039] env[69854]: DEBUG oslo_concurrency.lockutils [req-17120cc6-fcff-4218-b3e5-52c4a51a0798 req-5c19ca1d-08cc-4dfd-9e8c-a360efcbef15 service nova] Acquiring lock "1472aaa1-00a5-4801-b049-114813b6dd46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.951350] env[69854]: DEBUG oslo_concurrency.lockutils [req-17120cc6-fcff-4218-b3e5-52c4a51a0798 req-5c19ca1d-08cc-4dfd-9e8c-a360efcbef15 service nova] Lock "1472aaa1-00a5-4801-b049-114813b6dd46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.951613] env[69854]: DEBUG oslo_concurrency.lockutils [req-17120cc6-fcff-4218-b3e5-52c4a51a0798 req-5c19ca1d-08cc-4dfd-9e8c-a360efcbef15 service nova] Lock "1472aaa1-00a5-4801-b049-114813b6dd46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.951672] env[69854]: DEBUG nova.compute.manager [req-17120cc6-fcff-4218-b3e5-52c4a51a0798 req-5c19ca1d-08cc-4dfd-9e8c-a360efcbef15 service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] No waiting events found dispatching network-vif-plugged-dae24f7b-15fe-41ff-84b5-e01ae6d9410c {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.951837] env[69854]: WARNING nova.compute.manager [req-17120cc6-fcff-4218-b3e5-52c4a51a0798 req-5c19ca1d-08cc-4dfd-9e8c-a360efcbef15 service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Received unexpected event network-vif-plugged-dae24f7b-15fe-41ff-84b5-e01ae6d9410c for instance with vm_state building and task_state spawning. [ 699.952780] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195867} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.953919] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.962168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1cea3f-cc62-44af-99b6-857597dbfd53 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.981154] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549301} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.985765] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518687, 'name': Rename_Task, 'duration_secs': 0.196076} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.987427] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.987738] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.993113] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.994816] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64d7ef0-eda8-416a-93a1-e88edd042be1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.998305] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67334c9-7b06-4a95-9672-a78a296714f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.034466] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 18a12854-81a5-4691-a1df-fb704f0c0fe3/18a12854-81a5-4691-a1df-fb704f0c0fe3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.034851] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.040191] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb87b637-8379-4062-8b1c-d7f24a028c34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.058102] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 700.058102] env[69854]: value = "task-3518690" [ 700.058102] env[69854]: _type = "Task" [ 700.058102] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.058429] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 700.058429] env[69854]: value = "task-3518689" [ 700.058429] env[69854]: _type = "Task" [ 700.058429] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.070755] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 700.070755] env[69854]: value = "task-3518691" [ 700.070755] env[69854]: _type = "Task" [ 700.070755] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.081919] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518690, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.081919] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518689, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.087253] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.140087] env[69854]: DEBUG nova.network.neutron [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Successfully updated port: 1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.285388] env[69854]: DEBUG nova.network.neutron [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Updating instance_info_cache with network_info: [{"id": "dae24f7b-15fe-41ff-84b5-e01ae6d9410c", "address": "fa:16:3e:b1:7d:da", "network": {"id": "efa99759-e9dd-4c26-a14a-5d1a8d01dc39", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1637007667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e99ec43af24c8b94bb3f449b07c84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae24f7b-15", "ovs_interfaceid": "dae24f7b-15fe-41ff-84b5-e01ae6d9410c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.503573] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554033} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.504062] env[69854]: INFO nova.compute.manager [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Took 20.24 seconds to build instance. [ 700.506716] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 9237342f-9720-400b-b201-9357fc090d1e/9237342f-9720-400b-b201-9357fc090d1e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.507020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.509920] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0c0838-448d-45cd-b4fb-f21335e5ce93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.517528] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 700.517528] env[69854]: value = "task-3518692" [ 700.517528] env[69854]: _type = "Task" [ 700.517528] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.530556] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.587926] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078982} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.595640] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.595858] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.596019] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.596832] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af0b52-e366-4985-8291-ee7bb3068f13 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.620822] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.620996] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bcd8a4e-b427-4837-b044-3155784003c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.644702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.644702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.644702] env[69854]: DEBUG nova.network.neutron [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.645695] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 700.645695] env[69854]: value = "task-3518693" [ 700.645695] env[69854]: _type = "Task" [ 700.645695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.655526] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.792371] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Releasing lock "refresh_cache-1472aaa1-00a5-4801-b049-114813b6dd46" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.792371] env[69854]: DEBUG nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Instance network_info: |[{"id": "dae24f7b-15fe-41ff-84b5-e01ae6d9410c", "address": "fa:16:3e:b1:7d:da", "network": {"id": "efa99759-e9dd-4c26-a14a-5d1a8d01dc39", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1637007667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e99ec43af24c8b94bb3f449b07c84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae24f7b-15", "ovs_interfaceid": "dae24f7b-15fe-41ff-84b5-e01ae6d9410c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.792714] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:7d:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dae24f7b-15fe-41ff-84b5-e01ae6d9410c', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.806364] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Creating folder: Project (d7e99ec43af24c8b94bb3f449b07c84a). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.812067] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34e0c3f3-0379-4e3a-a77a-cddf79cab42d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.825930] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Created folder: Project (d7e99ec43af24c8b94bb3f449b07c84a) in parent group-v702928. [ 700.825930] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Creating folder: Instances. Parent ref: group-v702944. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.826241] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d6abf5-44ed-4ce8-897d-a6ea917c23a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.843990] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Created folder: Instances in parent group-v702944. [ 700.843990] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.843990] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.843990] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b08625d-3653-4166-ab3d-dd0f66ede3ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.866746] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.866746] env[69854]: value = "task-3518696" [ 700.866746] env[69854]: _type = "Task" [ 700.866746] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.877319] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518696, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.010770] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b16c27a0-8a38-43bc-80f4-8514f201b175 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "66c2cedd-8e59-4707-be43-ed9351d8faa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.757s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.016215] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87773007-17dd-4a07-9870-df20a2b4d711 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.038572] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f2dde-5960-4f30-b0e8-f65b3d52c274 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.041348] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148392} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.041515] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.042835] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae817e9-9ca0-4e87-a52d-8ee59fb86a57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.080492] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd78f46-4e81-461b-8c88-8a28a1a18e50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.111229] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 9237342f-9720-400b-b201-9357fc090d1e/9237342f-9720-400b-b201-9357fc090d1e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.112843] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9df64ef-c2db-44a3-a43f-851da8764674 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.135951] env[69854]: DEBUG oslo_vmware.api [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3518689, 'name': PowerOnVM_Task, 'duration_secs': 1.098048} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.136852] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d239b7-5fc0-4d3a-b2d9-f99e2d1f4272 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.141557] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.141683] env[69854]: INFO nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Took 17.49 seconds to spawn the instance on the hypervisor. [ 701.141907] env[69854]: DEBUG nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.146681] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c3d0c-674d-47d6-a967-25361b74f082 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.150098] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 701.150098] env[69854]: value = "task-3518697" [ 701.150098] env[69854]: _type = "Task" [ 701.150098] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.150284] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518691, 'name': ReconfigVM_Task, 'duration_secs': 0.879056} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.159819] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 18a12854-81a5-4691-a1df-fb704f0c0fe3/18a12854-81a5-4691-a1df-fb704f0c0fe3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.176147] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c5425ed-ec4d-48d7-a379-f3631f9200e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.178816] env[69854]: DEBUG nova.compute.provider_tree [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.190287] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518693, 'name': ReconfigVM_Task, 'duration_secs': 0.317073} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.191742] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.198378] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f115d8-399f-4a98-a5c9-c37d170071ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.200297] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.200717] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 701.200717] env[69854]: value = "task-3518698" [ 701.200717] env[69854]: _type = "Task" [ 701.200717] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.207347] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 701.207347] env[69854]: value = "task-3518699" [ 701.207347] env[69854]: _type = "Task" [ 701.207347] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.215941] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518698, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.223890] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518699, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.280154] env[69854]: DEBUG nova.network.neutron [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.350317] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "83f646cf-8128-4e98-b06f-cbe93f714199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.350566] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.379160] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518696, 'name': CreateVM_Task, 'duration_secs': 0.441533} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.379333] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.379993] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.380273] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.380595] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.380885] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd63d9a-174f-4e60-9999-a1ae6d401e27 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.387673] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 701.387673] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527eee39-c58d-c058-9fb4-6bd1870ce3a8" [ 701.387673] env[69854]: _type = "Task" [ 701.387673] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.396237] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527eee39-c58d-c058-9fb4-6bd1870ce3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.517680] env[69854]: DEBUG nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.592667] env[69854]: DEBUG nova.network.neutron [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updating instance_info_cache with network_info: [{"id": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "address": "fa:16:3e:96:ca:3d", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1304e67a-01", "ovs_interfaceid": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.663294] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518697, 'name': ReconfigVM_Task, 'duration_secs': 0.383782} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.663879] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 9237342f-9720-400b-b201-9357fc090d1e/9237342f-9720-400b-b201-9357fc090d1e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.664290] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcc0e4cb-8e3d-4e94-960a-ebb5bb1bb157 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.670196] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 701.670196] env[69854]: value = "task-3518700" [ 701.670196] env[69854]: _type = "Task" [ 701.670196] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.678544] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518700, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.687239] env[69854]: DEBUG nova.scheduler.client.report [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.701893] env[69854]: INFO nova.compute.manager [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: e74912d1-1c64-422a-be63-4013723543c4] Took 22.32 seconds to build instance. [ 701.712631] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518698, 'name': Rename_Task, 'duration_secs': 0.201384} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.716357] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.716941] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb11655-2bf1-4606-bf24-e2f59d12d43c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.725359] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518699, 'name': Rename_Task, 'duration_secs': 0.156296} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.726708] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.727019] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 701.727019] env[69854]: value = "task-3518701" [ 701.727019] env[69854]: _type = "Task" [ 701.727019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.727201] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f9cf5d-696b-4235-b83b-d4a4ea365b90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.737247] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 701.737247] env[69854]: value = "task-3518702" [ 701.737247] env[69854]: _type = "Task" [ 701.737247] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.740063] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.749206] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.807439] env[69854]: DEBUG nova.compute.manager [req-4e306c49-d973-42c2-9ebf-75ec6fc289aa req-d55d9555-4a3a-40af-9ad8-8fca5ce95c10 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received event network-vif-plugged-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.807645] env[69854]: DEBUG oslo_concurrency.lockutils [req-4e306c49-d973-42c2-9ebf-75ec6fc289aa req-d55d9555-4a3a-40af-9ad8-8fca5ce95c10 service nova] Acquiring lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.807849] env[69854]: DEBUG oslo_concurrency.lockutils [req-4e306c49-d973-42c2-9ebf-75ec6fc289aa req-d55d9555-4a3a-40af-9ad8-8fca5ce95c10 service nova] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.808435] env[69854]: DEBUG oslo_concurrency.lockutils [req-4e306c49-d973-42c2-9ebf-75ec6fc289aa req-d55d9555-4a3a-40af-9ad8-8fca5ce95c10 service nova] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.808435] env[69854]: DEBUG nova.compute.manager [req-4e306c49-d973-42c2-9ebf-75ec6fc289aa req-d55d9555-4a3a-40af-9ad8-8fca5ce95c10 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] No waiting events found dispatching network-vif-plugged-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.808673] env[69854]: WARNING nova.compute.manager [req-4e306c49-d973-42c2-9ebf-75ec6fc289aa req-d55d9555-4a3a-40af-9ad8-8fca5ce95c10 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received unexpected event network-vif-plugged-1304e67a-01c1-4597-8e2c-7c2b82179e25 for instance with vm_state building and task_state spawning. [ 701.899139] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527eee39-c58d-c058-9fb4-6bd1870ce3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015161} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.899461] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.899691] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.899930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.900115] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.900312] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.900574] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a853ec6a-4655-441f-88b9-435e8a4619d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.909189] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.909446] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.910455] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8228e6af-9cd1-41ca-8b64-744e1d5ee3d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.917077] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 701.917077] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52989c45-50dc-da43-aafe-5df677afae49" [ 701.917077] env[69854]: _type = "Task" [ 701.917077] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.928600] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52989c45-50dc-da43-aafe-5df677afae49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.051729] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.095585] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Releasing lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.095921] env[69854]: DEBUG nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Instance network_info: |[{"id": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "address": "fa:16:3e:96:ca:3d", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1304e67a-01", "ovs_interfaceid": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.096362] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:ca:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1304e67a-01c1-4597-8e2c-7c2b82179e25', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.110012] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Creating folder: Project (a2e40f34d6644d63aad53bfbdc1167f8). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.113080] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4283c27-98ed-4a4e-9a21-d73b40bb640a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.122475] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Created folder: Project (a2e40f34d6644d63aad53bfbdc1167f8) in parent group-v702928. [ 702.122760] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Creating folder: Instances. Parent ref: group-v702947. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.122924] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-901ad6f3-f1b1-4c02-a69d-736a5bfd78a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.132627] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Created folder: Instances in parent group-v702947. [ 702.132889] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.133113] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.133327] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb751ab0-706d-41af-bb9a-aeab3b88e310 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.154766] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.154766] env[69854]: value = "task-3518705" [ 702.154766] env[69854]: _type = "Task" [ 702.154766] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.164455] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518705, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.180767] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518700, 'name': Rename_Task, 'duration_secs': 0.137621} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.181013] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.181392] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f712170a-306f-41a3-8308-0db18c04cbb1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.187885] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 702.187885] env[69854]: value = "task-3518706" [ 702.187885] env[69854]: _type = "Task" [ 702.187885] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.192962] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.194304] env[69854]: DEBUG nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.201889] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.055s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.203674] env[69854]: INFO nova.compute.claims [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.209266] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f18055c2-dfcf-4a5c-91ab-7d59534c7a7a tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "e74912d1-1c64-422a-be63-4013723543c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.835s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.216250] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518706, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.239877] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518701, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.251077] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.434828] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52989c45-50dc-da43-aafe-5df677afae49, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.436028] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5016cb7e-fc7e-464d-93bc-acd51c20eef0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.447550] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 702.447550] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e90a48-fd92-fde9-697d-78d44e0db4eb" [ 702.447550] env[69854]: _type = "Task" [ 702.447550] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.457535] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e90a48-fd92-fde9-697d-78d44e0db4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.478501] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.479260] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.513580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.514019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.545814] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "78609c34-597a-4881-895b-c9e11fd1e90e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.546180] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "78609c34-597a-4881-895b-c9e11fd1e90e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.664761] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518705, 'name': CreateVM_Task, 'duration_secs': 0.443575} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.665037] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.666615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.667252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.667786] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.668127] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2cf6ef-d8d7-4f6b-b2ae-6f9d4e53e08a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.673015] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 702.673015] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52223fef-b404-8c91-1102-0a0d38aebdb6" [ 702.673015] env[69854]: _type = "Task" [ 702.673015] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.684856] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52223fef-b404-8c91-1102-0a0d38aebdb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.697878] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518706, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.703288] env[69854]: DEBUG nova.compute.utils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.705092] env[69854]: DEBUG nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.705270] env[69854]: DEBUG nova.network.neutron [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.717778] env[69854]: DEBUG nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.744520] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518701, 'name': PowerOnVM_Task} progress is 75%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.754165] env[69854]: DEBUG oslo_vmware.api [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518702, 'name': PowerOnVM_Task, 'duration_secs': 0.525868} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.754428] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.754628] env[69854]: INFO nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Took 12.37 seconds to spawn the instance on the hypervisor. [ 702.754804] env[69854]: DEBUG nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.755588] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11adc33-1ebe-4578-9f8a-0afe1f80fad4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.838098] env[69854]: DEBUG nova.policy [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce36137881bf4f5c8360bc5574c79982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8ae697a5774cb094c4f8cba88cc6ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.955393] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e90a48-fd92-fde9-697d-78d44e0db4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.018385} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.955655] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.955902] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1472aaa1-00a5-4801-b049-114813b6dd46/1472aaa1-00a5-4801-b049-114813b6dd46.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.956182] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c1469ae-4e22-4f52-9e6f-b2a93ccb28bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.962480] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 702.962480] env[69854]: value = "task-3518707" [ 702.962480] env[69854]: _type = "Task" [ 702.962480] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.970319] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.183734] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52223fef-b404-8c91-1102-0a0d38aebdb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.184078] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.184287] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.184525] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.184669] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.184849] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.185141] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27f52be1-fab0-451d-8011-c745c5239533 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.194389] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.194591] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.195689] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e864742d-f03a-4cf1-8666-fd0e33872197 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.201769] env[69854]: DEBUG oslo_vmware.api [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518706, 'name': PowerOnVM_Task, 'duration_secs': 0.710312} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.204020] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.204020] env[69854]: INFO nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Took 10.55 seconds to spawn the instance on the hypervisor. [ 703.204020] env[69854]: DEBUG nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.204020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7e4fff-17c2-4a2c-9a15-55756845665f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.208420] env[69854]: DEBUG nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.211599] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 703.211599] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52162134-8461-9fce-f552-247b54dec8ca" [ 703.211599] env[69854]: _type = "Task" [ 703.211599] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.229624] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52162134-8461-9fce-f552-247b54dec8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.233825] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c189e1ff-30a5-4cf7-b4f0-e09918827d4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.244366] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 703.244366] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525f0914-3f4d-e29f-244b-e4e04d094a54" [ 703.244366] env[69854]: _type = "Task" [ 703.244366] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.248423] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518701, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.257877] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.264863] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525f0914-3f4d-e29f-244b-e4e04d094a54, 'name': SearchDatastore_Task, 'duration_secs': 0.016992} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.264863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.264863] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c252adcd-aab4-4d5d-afd0-8ed44912dd98/c252adcd-aab4-4d5d-afd0-8ed44912dd98.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.264863] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e5395fe-841c-4ec9-bbad-2ed44edc0453 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.277140] env[69854]: INFO nova.compute.manager [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Took 22.05 seconds to build instance. [ 703.279826] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 703.279826] env[69854]: value = "task-3518708" [ 703.279826] env[69854]: _type = "Task" [ 703.279826] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.288373] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.473625] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.519863] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc01ce0-b3c3-4cd2-88eb-2bb03186380e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.529250] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a30874-7e4b-4bcd-85b2-c1d77ff0910f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.572494] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d3ac8-a88b-42df-8b41-734b9cfd4e11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.583521] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb07c8a8-a0a0-4f4d-97b9-91e564717137 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.600522] env[69854]: DEBUG nova.compute.provider_tree [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.740058] env[69854]: INFO nova.compute.manager [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Took 19.10 seconds to build instance. [ 703.746715] env[69854]: DEBUG oslo_vmware.api [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518701, 'name': PowerOnVM_Task, 'duration_secs': 1.575904} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.746980] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.747461] env[69854]: INFO nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Took 17.85 seconds to spawn the instance on the hypervisor. [ 703.748363] env[69854]: DEBUG nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.748503] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e495f0-72cc-4c49-9adc-0f125d6315f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.783909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-55564789-4da8-4b27-9c8a-ef68f7a72b07 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "d2034a90-37dc-4f14-b91e-00d4288d7420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.564s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.796211] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.974662] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700971} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.974662] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1472aaa1-00a5-4801-b049-114813b6dd46/1472aaa1-00a5-4801-b049-114813b6dd46.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.974662] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.974662] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaa0853e-15a9-42e0-80ab-6af695833134 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.983614] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 703.983614] env[69854]: value = "task-3518709" [ 703.983614] env[69854]: _type = "Task" [ 703.983614] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.993920] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.010741] env[69854]: DEBUG nova.network.neutron [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Successfully created port: 21f62a33-07c8-4a8d-88ca-d21956eacd03 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.107229] env[69854]: DEBUG nova.scheduler.client.report [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.218099] env[69854]: DEBUG nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.243295] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3800944c-b1ae-41a1-bc1d-7a1f2f95b7e0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.616s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.273901] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.274257] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.274320] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.275106] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.275106] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.275106] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.275106] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.275543] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.275543] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.275543] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.275700] env[69854]: DEBUG nova.virt.hardware [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.276949] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a4aee-623d-4676-9483-3471fcc16d0b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.286431] env[69854]: INFO nova.compute.manager [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Took 24.81 seconds to build instance. [ 704.295719] env[69854]: DEBUG nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.303634] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba7ad65-6455-41a5-b74e-6c533424b997 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.311877] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916987} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.312649] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c252adcd-aab4-4d5d-afd0-8ed44912dd98/c252adcd-aab4-4d5d-afd0-8ed44912dd98.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.313223] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.313354] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88d5392a-fbd4-4a48-855e-1418d06122d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.329639] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 704.329639] env[69854]: value = "task-3518710" [ 704.329639] env[69854]: _type = "Task" [ 704.329639] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.338613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "4ec9d6d6-6748-4ff0-b411-7653473d1271" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.338613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.342206] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.497633] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095879} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.498248] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.499613] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a89fb-f2b5-4c74-b509-132b80b6cb92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.530518] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 1472aaa1-00a5-4801-b049-114813b6dd46/1472aaa1-00a5-4801-b049-114813b6dd46.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.530843] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8d22051-1230-45a2-951f-7cddaa17e29a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.558298] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 704.558298] env[69854]: value = "task-3518711" [ 704.558298] env[69854]: _type = "Task" [ 704.558298] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.572971] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.619792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.620938] env[69854]: DEBUG nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.626524] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.827s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.626524] env[69854]: INFO nova.compute.claims [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.746838] env[69854]: DEBUG nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.791146] env[69854]: DEBUG nova.compute.manager [None req-f2b94c29-4728-465d-b0d9-9225332316db tempest-ServerDiagnosticsV248Test-1114709211 tempest-ServerDiagnosticsV248Test-1114709211-project-admin] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.791844] env[69854]: DEBUG oslo_concurrency.lockutils [None req-004fa6ed-ea90-4b53-a5ef-e2c9ae5302cd tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.327s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.795712] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35abfd4b-fd2f-4a2a-8990-5490803869c0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.808578] env[69854]: INFO nova.compute.manager [None req-f2b94c29-4728-465d-b0d9-9225332316db tempest-ServerDiagnosticsV248Test-1114709211 tempest-ServerDiagnosticsV248Test-1114709211-project-admin] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Retrieving diagnostics [ 704.811767] env[69854]: DEBUG nova.compute.manager [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Received event network-changed-dae24f7b-15fe-41ff-84b5-e01ae6d9410c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.811948] env[69854]: DEBUG nova.compute.manager [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Refreshing instance network info cache due to event network-changed-dae24f7b-15fe-41ff-84b5-e01ae6d9410c. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.812176] env[69854]: DEBUG oslo_concurrency.lockutils [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] Acquiring lock "refresh_cache-1472aaa1-00a5-4801-b049-114813b6dd46" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.812306] env[69854]: DEBUG oslo_concurrency.lockutils [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] Acquired lock "refresh_cache-1472aaa1-00a5-4801-b049-114813b6dd46" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.812459] env[69854]: DEBUG nova.network.neutron [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Refreshing network info cache for port dae24f7b-15fe-41ff-84b5-e01ae6d9410c {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.813980] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3fac8a-a4d9-4345-9828-4940440650e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.852636] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.861336] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29849} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.861512] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.862376] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3789b2-6139-4cdf-b872-747c35ba7ff0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.884710] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c252adcd-aab4-4d5d-afd0-8ed44912dd98/c252adcd-aab4-4d5d-afd0-8ed44912dd98.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.885710] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdbfb0f-a8c4-4c03-95f0-d0eff4a8c922 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.905217] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 704.905217] env[69854]: value = "task-3518712" [ 704.905217] env[69854]: _type = "Task" [ 704.905217] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.914977] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.069575] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.138946] env[69854]: DEBUG nova.compute.utils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.146470] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "dc42e351-1af4-47f4-a737-47eb44173a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.146811] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "dc42e351-1af4-47f4-a737-47eb44173a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.147201] env[69854]: DEBUG nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.147379] env[69854]: DEBUG nova.network.neutron [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.263601] env[69854]: DEBUG nova.policy [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0f0dc59c57448c39d1ac46cbe73b4bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45c46eee50884b8bb22ab8a3bcd058bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.304956] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.310783] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.337414] env[69854]: DEBUG nova.network.neutron [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Updated VIF entry in instance network info cache for port dae24f7b-15fe-41ff-84b5-e01ae6d9410c. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.337698] env[69854]: DEBUG nova.network.neutron [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Updating instance_info_cache with network_info: [{"id": "dae24f7b-15fe-41ff-84b5-e01ae6d9410c", "address": "fa:16:3e:b1:7d:da", "network": {"id": "efa99759-e9dd-4c26-a14a-5d1a8d01dc39", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1637007667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e99ec43af24c8b94bb3f449b07c84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae24f7b-15", "ovs_interfaceid": "dae24f7b-15fe-41ff-84b5-e01ae6d9410c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.420120] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.586611] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518711, 'name': ReconfigVM_Task, 'duration_secs': 0.833098} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.586611] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 1472aaa1-00a5-4801-b049-114813b6dd46/1472aaa1-00a5-4801-b049-114813b6dd46.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.586611] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf74826e-d1d4-4b01-a47a-581cf2b53ecc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.596908] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 705.596908] env[69854]: value = "task-3518713" [ 705.596908] env[69854]: _type = "Task" [ 705.596908] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.608673] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518713, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.648751] env[69854]: DEBUG nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.830199] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.842505] env[69854]: DEBUG oslo_concurrency.lockutils [req-5f5832c3-b34c-4497-840d-b47e7432b690 req-2f6bec03-83e7-4ee7-942e-a4e370ec40de service nova] Releasing lock "refresh_cache-1472aaa1-00a5-4801-b049-114813b6dd46" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.920493] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518712, 'name': ReconfigVM_Task, 'duration_secs': 0.592712} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.924456] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c252adcd-aab4-4d5d-afd0-8ed44912dd98/c252adcd-aab4-4d5d-afd0-8ed44912dd98.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.925841] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f4a7b2-4e32-4fff-b680-58e7756caabe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.935813] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 705.935813] env[69854]: value = "task-3518714" [ 705.935813] env[69854]: _type = "Task" [ 705.935813] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.948563] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518714, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.019665] env[69854]: DEBUG nova.compute.manager [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.022235] env[69854]: DEBUG nova.compute.manager [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing instance network info cache due to event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.022235] env[69854]: DEBUG oslo_concurrency.lockutils [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] Acquiring lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.022235] env[69854]: DEBUG oslo_concurrency.lockutils [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] Acquired lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.022235] env[69854]: DEBUG nova.network.neutron [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.056924] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28806e30-5993-461c-ae38-93250d588e9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.068575] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f3410-da05-4e15-9685-d9638aef8b54 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.108909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Acquiring lock "e74912d1-1c64-422a-be63-4013723543c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.111031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Lock "e74912d1-1c64-422a-be63-4013723543c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.111031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Acquiring lock "e74912d1-1c64-422a-be63-4013723543c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.111031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Lock "e74912d1-1c64-422a-be63-4013723543c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.111031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Lock "e74912d1-1c64-422a-be63-4013723543c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.113946] env[69854]: INFO nova.compute.manager [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Terminating instance [ 706.122171] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcdd811-63be-48d5-8fff-71669bbcdc7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.134232] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518713, 'name': Rename_Task, 'duration_secs': 0.153945} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.134596] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.136180] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd76eec-43f7-4062-bc7b-d000ee6d409e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.141467] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18205378-503f-4df3-8f62-c53d1b8f7e43 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.158105] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 706.158105] env[69854]: value = "task-3518715" [ 706.158105] env[69854]: _type = "Task" [ 706.158105] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.161894] env[69854]: DEBUG nova.compute.provider_tree [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.176283] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518715, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.233111] env[69854]: DEBUG nova.network.neutron [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Successfully created port: 94441ab0-302d-4615-a1de-97776c72081d {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.446415] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518714, 'name': Rename_Task, 'duration_secs': 0.160147} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.446415] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.446415] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84b394ef-83e2-47f0-bb40-92dafbd25a16 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.453765] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 706.453765] env[69854]: value = "task-3518716" [ 706.453765] env[69854]: _type = "Task" [ 706.453765] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.464872] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.628453] env[69854]: DEBUG nova.compute.manager [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.628672] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.633371] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f2eef7-0700-4fd4-95bb-52ac3739b638 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.641908] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.642267] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ddd7069-1160-4686-9b92-75a008b3af08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.647896] env[69854]: DEBUG oslo_vmware.api [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Waiting for the task: (returnval){ [ 706.647896] env[69854]: value = "task-3518717" [ 706.647896] env[69854]: _type = "Task" [ 706.647896] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.658507] env[69854]: DEBUG oslo_vmware.api [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Task: {'id': task-3518717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.665759] env[69854]: DEBUG nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.671732] env[69854]: DEBUG nova.scheduler.client.report [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.684652] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.694995] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.695247] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.695975] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.695975] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.695975] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.695975] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.696136] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.696211] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.696381] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.696539] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.696712] env[69854]: DEBUG nova.virt.hardware [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.698043] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc409536-945d-4ae8-9e36-61aca8f2dad3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.711178] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093185d-addb-4782-90ed-67a3aa64342e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.764480] env[69854]: DEBUG nova.network.neutron [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Successfully updated port: 21f62a33-07c8-4a8d-88ca-d21956eacd03 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.819359] env[69854]: DEBUG nova.network.neutron [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updated VIF entry in instance network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.819717] env[69854]: DEBUG nova.network.neutron [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updating instance_info_cache with network_info: [{"id": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "address": "fa:16:3e:96:ca:3d", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1304e67a-01", "ovs_interfaceid": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.967514] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.159201] env[69854]: DEBUG oslo_vmware.api [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Task: {'id': task-3518717, 'name': PowerOffVM_Task, 'duration_secs': 0.287397} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.159715] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.159969] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.160583] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea92971-2532-45ac-9181-aba84ba2d177 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.175867] env[69854]: DEBUG oslo_vmware.api [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518715, 'name': PowerOnVM_Task, 'duration_secs': 0.94763} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.175867] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.175996] env[69854]: INFO nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Took 12.23 seconds to spawn the instance on the hypervisor. [ 707.176124] env[69854]: DEBUG nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.176845] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.177307] env[69854]: DEBUG nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.181282] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c45868-5819-4df1-a55b-f55335fb0850 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.184336] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.133s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.185836] env[69854]: INFO nova.compute.claims [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.227507] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.227781] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.228017] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Deleting the datastore file [datastore1] e74912d1-1c64-422a-be63-4013723543c4 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.229594] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830d53a4-7542-495f-a330-a622132fded9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.237458] env[69854]: DEBUG oslo_vmware.api [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Waiting for the task: (returnval){ [ 707.237458] env[69854]: value = "task-3518719" [ 707.237458] env[69854]: _type = "Task" [ 707.237458] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.249463] env[69854]: DEBUG oslo_vmware.api [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Task: {'id': task-3518719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.267753] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.267908] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.268102] env[69854]: DEBUG nova.network.neutron [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.322835] env[69854]: DEBUG oslo_concurrency.lockutils [req-67e660b3-36d1-4e6d-8b96-834e2bd7eb3b req-17950c3e-8c61-4270-8ae1-8cb96b5ab701 service nova] Releasing lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.433272] env[69854]: INFO nova.compute.manager [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Rebuilding instance [ 707.474690] env[69854]: DEBUG oslo_vmware.api [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518716, 'name': PowerOnVM_Task, 'duration_secs': 0.885948} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.474981] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.475136] env[69854]: INFO nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Took 10.17 seconds to spawn the instance on the hypervisor. [ 707.475316] env[69854]: DEBUG nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.476398] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec6864c-bd12-4bf4-aa31-b71c8c9665d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.487760] env[69854]: DEBUG nova.compute.manager [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.488827] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dcff9e-c716-4d35-96c8-032226f366e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.663345] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.663670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.685965] env[69854]: DEBUG nova.compute.utils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.691514] env[69854]: DEBUG nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.691514] env[69854]: DEBUG nova.network.neutron [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.701532] env[69854]: INFO nova.compute.manager [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Took 19.78 seconds to build instance. [ 707.703781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "9237342f-9720-400b-b201-9357fc090d1e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.704012] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.704110] env[69854]: DEBUG nova.compute.manager [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.705438] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e54dc3d-74b6-49b5-a821-249194c82ea8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.714448] env[69854]: DEBUG nova.compute.manager [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 707.715136] env[69854]: DEBUG nova.objects.instance [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lazy-loading 'flavor' on Instance uuid 9237342f-9720-400b-b201-9357fc090d1e {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.747620] env[69854]: DEBUG oslo_vmware.api [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Task: {'id': task-3518719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403905} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.749905] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.749905] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.749905] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.749905] env[69854]: INFO nova.compute.manager [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] [instance: e74912d1-1c64-422a-be63-4013723543c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 707.749905] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.750348] env[69854]: DEBUG nova.compute.manager [-] [instance: e74912d1-1c64-422a-be63-4013723543c4] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.750348] env[69854]: DEBUG nova.network.neutron [-] [instance: e74912d1-1c64-422a-be63-4013723543c4] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.826533] env[69854]: DEBUG nova.policy [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de14099982ab4555ad39a1a653f0ec15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd511396bd034071a2e697f32a2a58e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.832346] env[69854]: DEBUG nova.network.neutron [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.010441] env[69854]: INFO nova.compute.manager [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Took 19.00 seconds to build instance. [ 708.168092] env[69854]: DEBUG nova.network.neutron [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Updating instance_info_cache with network_info: [{"id": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "address": "fa:16:3e:cc:a9:93", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f62a33-07", "ovs_interfaceid": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.195509] env[69854]: DEBUG nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.206382] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23b34992-aea5-4a51-a1f2-71c51732eaa8 tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "1472aaa1-00a5-4801-b049-114813b6dd46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.295s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.460935] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.461254] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.511404] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.511692] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af2b739b-4ad0-43b4-aed6-634bde43a657 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.516606] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ea5228-fddf-40db-b174-e5d4b85368df tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.516s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.520513] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 708.520513] env[69854]: value = "task-3518720" [ 708.520513] env[69854]: _type = "Task" [ 708.520513] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.541683] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.560209] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b3e68-7633-4b35-88bc-cd4983764b05 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.567795] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a905b-1aea-4b29-b09d-2ee417e4219c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.601803] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f1f605-3d5b-4dc0-bfd1-5a1db8c8722b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.609479] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01971861-2524-43f7-af1f-71f49ca6cde6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.624374] env[69854]: DEBUG nova.compute.provider_tree [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.646144] env[69854]: DEBUG nova.network.neutron [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Successfully created port: 389fda7a-840a-4f1f-b00a-9a72df333e84 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.674575] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.674716] env[69854]: DEBUG nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Instance network_info: |[{"id": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "address": "fa:16:3e:cc:a9:93", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f62a33-07", "ovs_interfaceid": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.675226] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:a9:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21f62a33-07c8-4a8d-88ca-d21956eacd03', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.683241] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Creating folder: Project (5b8ae697a5774cb094c4f8cba88cc6ba). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.683660] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60ba3bb8-ca6e-4fec-9e7c-2216ecc843b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.694893] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Created folder: Project (5b8ae697a5774cb094c4f8cba88cc6ba) in parent group-v702928. [ 708.695119] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Creating folder: Instances. Parent ref: group-v702950. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.695408] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63c331ac-17d5-4b84-93f7-f15530079d34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.707600] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Created folder: Instances in parent group-v702950. [ 708.707907] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.708262] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.710831] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.711408] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccd950fd-fb40-4881-b1cf-caa1d01d3a2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.727946] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.728132] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56409540-8cb1-4f20-a96f-47ee25bd1d44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.735242] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.735242] env[69854]: value = "task-3518723" [ 708.735242] env[69854]: _type = "Task" [ 708.735242] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.736763] env[69854]: DEBUG oslo_vmware.api [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 708.736763] env[69854]: value = "task-3518724" [ 708.736763] env[69854]: _type = "Task" [ 708.736763] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.760541] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518723, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.760541] env[69854]: DEBUG oslo_vmware.api [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.839604] env[69854]: DEBUG nova.compute.manager [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Received event network-vif-plugged-21f62a33-07c8-4a8d-88ca-d21956eacd03 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.839721] env[69854]: DEBUG oslo_concurrency.lockutils [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] Acquiring lock "17468efb-5a72-4ca4-afea-ecce3f243533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.839844] env[69854]: DEBUG oslo_concurrency.lockutils [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] Lock "17468efb-5a72-4ca4-afea-ecce3f243533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.840018] env[69854]: DEBUG oslo_concurrency.lockutils [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] Lock "17468efb-5a72-4ca4-afea-ecce3f243533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.840269] env[69854]: DEBUG nova.compute.manager [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] No waiting events found dispatching network-vif-plugged-21f62a33-07c8-4a8d-88ca-d21956eacd03 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.840472] env[69854]: WARNING nova.compute.manager [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Received unexpected event network-vif-plugged-21f62a33-07c8-4a8d-88ca-d21956eacd03 for instance with vm_state building and task_state spawning. [ 708.840588] env[69854]: DEBUG nova.compute.manager [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Received event network-changed-21f62a33-07c8-4a8d-88ca-d21956eacd03 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.840737] env[69854]: DEBUG nova.compute.manager [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Refreshing instance network info cache due to event network-changed-21f62a33-07c8-4a8d-88ca-d21956eacd03. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.840925] env[69854]: DEBUG oslo_concurrency.lockutils [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] Acquiring lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.841075] env[69854]: DEBUG oslo_concurrency.lockutils [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] Acquired lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.841255] env[69854]: DEBUG nova.network.neutron [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Refreshing network info cache for port 21f62a33-07c8-4a8d-88ca-d21956eacd03 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.956055] env[69854]: DEBUG nova.network.neutron [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Successfully updated port: 94441ab0-302d-4615-a1de-97776c72081d {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.021903] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.036015] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518720, 'name': PowerOffVM_Task, 'duration_secs': 0.322853} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.036257] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.036507] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.037766] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f56de8-98c0-43d1-9ddb-11b2ca71a667 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.044960] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.045334] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de7931a1-8eb8-4f54-a94b-0f67c639a838 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.086107] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.086327] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.086600] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Deleting the datastore file [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.089740] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9d60c9f-3874-45f2-9d44-befd37d147f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.095208] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 709.095208] env[69854]: value = "task-3518726" [ 709.095208] env[69854]: _type = "Task" [ 709.095208] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.107770] env[69854]: DEBUG nova.network.neutron [-] [instance: e74912d1-1c64-422a-be63-4013723543c4] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.107911] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.206538] env[69854]: DEBUG nova.scheduler.client.report [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.215819] env[69854]: DEBUG nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.247790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.254128] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518723, 'name': CreateVM_Task, 'duration_secs': 0.434559} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.255707] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.256901] env[69854]: DEBUG oslo_vmware.service [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b059afa5-be6b-4946-90c7-4a04586b680e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.263929] env[69854]: DEBUG oslo_vmware.api [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518724, 'name': PowerOffVM_Task, 'duration_secs': 0.390427} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.270062] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.270376] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.271130] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.271346] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.271533] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.271684] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.271911] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.272086] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.272272] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.272763] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.272865] env[69854]: DEBUG nova.virt.hardware [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.273580] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.276567] env[69854]: DEBUG nova.compute.manager [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.276567] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718dfb1a-da09-4a4e-8a26-d7ef2981e0de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.282441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.282608] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.282964] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.284364] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf76ed8-5c5e-412b-8d35-fbe64a509e32 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.289023] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27b34b2-22b4-43f7-80ef-273695e13e23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.298473] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 709.298473] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ec225b-2fd3-ef57-6075-207759355cf4" [ 709.298473] env[69854]: _type = "Task" [ 709.298473] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.300856] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16a4514-45a5-420e-8108-86c7ed71e9fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.321022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.321315] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.321544] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.321692] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.321869] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.322267] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-915b8e36-41ad-45ed-93fd-46cb5749a093 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.333871] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.334192] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.335490] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e0fd3-8165-4968-adf0-1f9b011dabef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.346159] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57b2b71-a2c0-44b9-bfa1-a4e16b36562e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.352816] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 709.352816] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd61fd-6f81-729e-8ae7-07e7d408cb8d" [ 709.352816] env[69854]: _type = "Task" [ 709.352816] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.367089] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd61fd-6f81-729e-8ae7-07e7d408cb8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.459785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "refresh_cache-d83edca6-6921-4ea4-898f-9c613fc9ed88" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.459785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquired lock "refresh_cache-d83edca6-6921-4ea4-898f-9c613fc9ed88" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.460051] env[69854]: DEBUG nova.network.neutron [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.555012] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.604930] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142764} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.605207] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.605381] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.605558] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.612094] env[69854]: INFO nova.compute.manager [-] [instance: e74912d1-1c64-422a-be63-4013723543c4] Took 1.86 seconds to deallocate network for instance. [ 709.638421] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.639465] env[69854]: DEBUG nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.644530] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.387s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.646401] env[69854]: INFO nova.compute.claims [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.800891] env[69854]: DEBUG nova.network.neutron [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Updated VIF entry in instance network info cache for port 21f62a33-07c8-4a8d-88ca-d21956eacd03. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.801811] env[69854]: DEBUG nova.network.neutron [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Updating instance_info_cache with network_info: [{"id": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "address": "fa:16:3e:cc:a9:93", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f62a33-07", "ovs_interfaceid": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.805546] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fd495a9-fe6e-4b86-a338-721ee889e1b0 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.868061] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Preparing fetch location {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 709.868061] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Creating directory with path [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.868061] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db25fe37-a964-4bdc-a7bf-3d025af507da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.905521] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Created directory with path [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.906643] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Fetch image to [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 709.906643] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Downloading image file data 1762b13e-a107-40c9-aa9d-64e07c6319a1 to [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk on the data store datastore2 {{(pid=69854) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 709.906948] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c889d-b1f7-4200-88ab-f515dfbc2583 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.919329] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fda4fb5-c127-418e-a363-c48b7e5c6a6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.937943] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aacf9fe-68a5-49de-9233-e12bca489e65 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.980269] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b59b6-6fdd-474c-9dfb-ef8982effa98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.987308] env[69854]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e425f539-ae74-47bc-a763-6aed310c726e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.056321] env[69854]: DEBUG nova.network.neutron [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.084241] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Downloading image file data 1762b13e-a107-40c9-aa9d-64e07c6319a1 to the data store datastore2 {{(pid=69854) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 710.120825] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.156124] env[69854]: DEBUG nova.compute.utils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.156883] env[69854]: DEBUG oslo_vmware.rw_handles [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69854) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 710.159792] env[69854]: DEBUG nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.160077] env[69854]: DEBUG nova.network.neutron [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.302225] env[69854]: DEBUG nova.policy [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce36137881bf4f5c8360bc5574c79982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8ae697a5774cb094c4f8cba88cc6ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.305977] env[69854]: DEBUG oslo_concurrency.lockutils [req-02d7e4f0-ecfa-4325-808e-d450819635ba req-97f5da0c-b8b5-4657-9ab0-97d7657bf965 service nova] Releasing lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.528944] env[69854]: DEBUG nova.network.neutron [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Updating instance_info_cache with network_info: [{"id": "94441ab0-302d-4615-a1de-97776c72081d", "address": "fa:16:3e:f3:44:36", "network": {"id": "16451fce-e2d9-48dd-9a93-62afa34eae6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1522460533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "45c46eee50884b8bb22ab8a3bcd058bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94441ab0-30", "ovs_interfaceid": "94441ab0-302d-4615-a1de-97776c72081d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.654831] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.655099] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.655327] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.655540] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.655811] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.655998] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.656045] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.656206] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.656371] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.656532] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.656707] env[69854]: DEBUG nova.virt.hardware [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.657610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15450725-8fc8-4398-bf48-6f48ec4ec7d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.666626] env[69854]: DEBUG nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.675515] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a091fc-deba-4d19-92de-31f7747f4217 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.699790] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.707176] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.711129] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.713112] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7b8f5c4-f01e-4f69-a04e-6a1cecf59b2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.733511] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.733511] env[69854]: value = "task-3518727" [ 710.733511] env[69854]: _type = "Task" [ 710.733511] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.744230] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518727, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.854099] env[69854]: DEBUG oslo_vmware.rw_handles [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Completed reading data from the image iterator. {{(pid=69854) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 710.854350] env[69854]: DEBUG oslo_vmware.rw_handles [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 711.003520] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Downloaded image file data 1762b13e-a107-40c9-aa9d-64e07c6319a1 to vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk on the data store datastore2 {{(pid=69854) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 711.005251] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Caching image {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 711.005540] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copying Virtual Disk [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk to [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.005819] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-484b7e37-6fd9-4045-9976-1ca455d48433 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.013732] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 711.013732] env[69854]: value = "task-3518728" [ 711.013732] env[69854]: _type = "Task" [ 711.013732] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.022991] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.034712] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Releasing lock "refresh_cache-d83edca6-6921-4ea4-898f-9c613fc9ed88" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.035355] env[69854]: DEBUG nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Instance network_info: |[{"id": "94441ab0-302d-4615-a1de-97776c72081d", "address": "fa:16:3e:f3:44:36", "network": {"id": "16451fce-e2d9-48dd-9a93-62afa34eae6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1522460533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "45c46eee50884b8bb22ab8a3bcd058bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94441ab0-30", "ovs_interfaceid": "94441ab0-302d-4615-a1de-97776c72081d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.035979] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:44:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94441ab0-302d-4615-a1de-97776c72081d', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.045651] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Creating folder: Project (45c46eee50884b8bb22ab8a3bcd058bd). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.050297] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4a9ac86-0aeb-478c-80c8-ae1383ea8d46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.061825] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Created folder: Project (45c46eee50884b8bb22ab8a3bcd058bd) in parent group-v702928. [ 711.062230] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Creating folder: Instances. Parent ref: group-v702954. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.062482] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-909a613d-d77a-4da4-a01b-026c3f1717c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.078396] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Created folder: Instances in parent group-v702954. [ 711.078750] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.079029] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.079411] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-647c1d75-3330-4039-9415-d2760fc48cef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.105877] env[69854]: DEBUG nova.network.neutron [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Successfully updated port: 389fda7a-840a-4f1f-b00a-9a72df333e84 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.113153] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.113153] env[69854]: value = "task-3518731" [ 711.113153] env[69854]: _type = "Task" [ 711.113153] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.124551] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518731, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.126286] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c54c951-f312-44e0-a251-865883899546 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.139432] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02babb0b-d4db-4f85-8e51-01a66e51b81a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.178148] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f73c9d3-fcee-4dab-96b7-2b2c021f22ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.183028] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d7199e-dbc9-4dfd-a4cc-9f3e8cbbd68f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.197818] env[69854]: DEBUG nova.compute.provider_tree [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.245028] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518727, 'name': CreateVM_Task, 'duration_secs': 0.352284} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.245028] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.245028] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.245580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.245580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.246440] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6203d486-5c40-4749-bb95-0e394c00290a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.251819] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 711.251819] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5202876e-5b30-712d-70bd-a058bfed8979" [ 711.251819] env[69854]: _type = "Task" [ 711.251819] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.264329] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5202876e-5b30-712d-70bd-a058bfed8979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.412076] env[69854]: DEBUG nova.network.neutron [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Successfully created port: ab0fe12c-eda7-4997-b7a3-a86d4a70262c {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.527249] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518728, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.610147] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.610320] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquired lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.611656] env[69854]: DEBUG nova.network.neutron [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.623534] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518731, 'name': CreateVM_Task, 'duration_secs': 0.378251} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.624418] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.625025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.676276] env[69854]: DEBUG nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.700462] env[69854]: DEBUG nova.scheduler.client.report [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.715530] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.716194] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.716411] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.716605] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.716750] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.716894] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.717732] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.717732] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.717732] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.717887] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.718114] env[69854]: DEBUG nova.virt.hardware [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.719197] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1f63c-ef7f-45d9-b3de-34244249dc3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.729414] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39882628-c738-4933-a939-29a9d7468753 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.767082] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.767229] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.767448] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.767658] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.767969] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.768250] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603a79a7-8b90-4682-a5bd-9a968a6b82e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.775045] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 711.775045] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5270cb40-25e9-f163-d7e8-2cdbddb7eb94" [ 711.775045] env[69854]: _type = "Task" [ 711.775045] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.784652] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5270cb40-25e9-f163-d7e8-2cdbddb7eb94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.028791] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903473} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.029281] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copied Virtual Disk [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk to [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.029843] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleting the datastore file [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1/tmp-sparse.vmdk {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.029919] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46495ae6-7c7a-4185-a50f-4c8d1e030faf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.037888] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 712.037888] env[69854]: value = "task-3518732" [ 712.037888] env[69854]: _type = "Task" [ 712.037888] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.046159] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "9bec962f-e13e-4dc5-adb2-e197f3be7149" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.046486] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.052365] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.179726] env[69854]: DEBUG nova.network.neutron [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.210153] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.210531] env[69854]: DEBUG nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.219658] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.367s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.221265] env[69854]: INFO nova.compute.claims [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.286891] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.287477] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.287650] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.414604] env[69854]: DEBUG nova.network.neutron [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Updating instance_info_cache with network_info: [{"id": "389fda7a-840a-4f1f-b00a-9a72df333e84", "address": "fa:16:3e:41:ac:72", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fda7a-84", "ovs_interfaceid": "389fda7a-840a-4f1f-b00a-9a72df333e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.534350] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "9f564265-7bca-4d2c-a088-6c77e6a1e919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.534709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.549979] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185792} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.550444] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.550667] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Moving file from [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85/1762b13e-a107-40c9-aa9d-64e07c6319a1 to [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1. {{(pid=69854) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 712.550935] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-16437338-895a-4243-92ab-71033a55c14f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.561311] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 712.561311] env[69854]: value = "task-3518733" [ 712.561311] env[69854]: _type = "Task" [ 712.561311] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.597199] env[69854]: DEBUG nova.compute.manager [req-56e5c064-ef1f-4f48-9152-c756cb80e76e req-a28b0200-04fa-453d-ba4c-af2a765ecef7 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Received event network-vif-plugged-389fda7a-840a-4f1f-b00a-9a72df333e84 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.597423] env[69854]: DEBUG oslo_concurrency.lockutils [req-56e5c064-ef1f-4f48-9152-c756cb80e76e req-a28b0200-04fa-453d-ba4c-af2a765ecef7 service nova] Acquiring lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.597632] env[69854]: DEBUG oslo_concurrency.lockutils [req-56e5c064-ef1f-4f48-9152-c756cb80e76e req-a28b0200-04fa-453d-ba4c-af2a765ecef7 service nova] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.597797] env[69854]: DEBUG oslo_concurrency.lockutils [req-56e5c064-ef1f-4f48-9152-c756cb80e76e req-a28b0200-04fa-453d-ba4c-af2a765ecef7 service nova] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.597963] env[69854]: DEBUG nova.compute.manager [req-56e5c064-ef1f-4f48-9152-c756cb80e76e req-a28b0200-04fa-453d-ba4c-af2a765ecef7 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] No waiting events found dispatching network-vif-plugged-389fda7a-840a-4f1f-b00a-9a72df333e84 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.598848] env[69854]: WARNING nova.compute.manager [req-56e5c064-ef1f-4f48-9152-c756cb80e76e req-a28b0200-04fa-453d-ba4c-af2a765ecef7 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Received unexpected event network-vif-plugged-389fda7a-840a-4f1f-b00a-9a72df333e84 for instance with vm_state building and task_state spawning. [ 712.726487] env[69854]: DEBUG nova.compute.utils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.730370] env[69854]: DEBUG nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.730551] env[69854]: DEBUG nova.network.neutron [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.737457] env[69854]: DEBUG nova.compute.manager [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Received event network-vif-plugged-94441ab0-302d-4615-a1de-97776c72081d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.738789] env[69854]: DEBUG oslo_concurrency.lockutils [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] Acquiring lock "d83edca6-6921-4ea4-898f-9c613fc9ed88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.738789] env[69854]: DEBUG oslo_concurrency.lockutils [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.738789] env[69854]: DEBUG oslo_concurrency.lockutils [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.738789] env[69854]: DEBUG nova.compute.manager [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] No waiting events found dispatching network-vif-plugged-94441ab0-302d-4615-a1de-97776c72081d {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.738789] env[69854]: WARNING nova.compute.manager [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Received unexpected event network-vif-plugged-94441ab0-302d-4615-a1de-97776c72081d for instance with vm_state building and task_state spawning. [ 712.739197] env[69854]: DEBUG nova.compute.manager [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: e74912d1-1c64-422a-be63-4013723543c4] Received event network-vif-deleted-f03e5775-3dd9-4755-9189-6c8fdb7d0e30 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.739197] env[69854]: DEBUG nova.compute.manager [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Received event network-changed-94441ab0-302d-4615-a1de-97776c72081d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.739197] env[69854]: DEBUG nova.compute.manager [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Refreshing instance network info cache due to event network-changed-94441ab0-302d-4615-a1de-97776c72081d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.739197] env[69854]: DEBUG oslo_concurrency.lockutils [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] Acquiring lock "refresh_cache-d83edca6-6921-4ea4-898f-9c613fc9ed88" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.742320] env[69854]: DEBUG oslo_concurrency.lockutils [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] Acquired lock "refresh_cache-d83edca6-6921-4ea4-898f-9c613fc9ed88" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.742400] env[69854]: DEBUG nova.network.neutron [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Refreshing network info cache for port 94441ab0-302d-4615-a1de-97776c72081d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.822973] env[69854]: DEBUG nova.policy [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e29dfb2a65e947a3a3dc36c4cb1da909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b02ce8ddd204a4d85037d29867d073d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.922977] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Releasing lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.924573] env[69854]: DEBUG nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Instance network_info: |[{"id": "389fda7a-840a-4f1f-b00a-9a72df333e84", "address": "fa:16:3e:41:ac:72", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fda7a-84", "ovs_interfaceid": "389fda7a-840a-4f1f-b00a-9a72df333e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.924676] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ac:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389fda7a-840a-4f1f-b00a-9a72df333e84', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.937680] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Creating folder: Project (fd511396bd034071a2e697f32a2a58e6). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.937680] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cda35003-afe9-4c53-a5b0-0bf141bbef7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.950406] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Created folder: Project (fd511396bd034071a2e697f32a2a58e6) in parent group-v702928. [ 712.950406] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Creating folder: Instances. Parent ref: group-v702957. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.951243] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62a32003-4584-43ed-a56b-96788a89c6d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.963572] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Created folder: Instances in parent group-v702957. [ 712.963572] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.963572] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.963572] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a5a80c-46be-499b-b46c-8a0a8c8c4f89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.984975] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.984975] env[69854]: value = "task-3518736" [ 712.984975] env[69854]: _type = "Task" [ 712.984975] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.997148] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518736, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.076369] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518733, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.244348] env[69854]: DEBUG nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.309021] env[69854]: DEBUG nova.network.neutron [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Successfully created port: d65e0f94-6341-443c-b202-a659ea64dfdc {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.497638] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518736, 'name': CreateVM_Task, 'duration_secs': 0.478077} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.501629] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.504158] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.504158] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.504158] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.504158] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce40196e-955c-455f-8b18-ea84c994539e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.512956] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 713.512956] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c141b-6e2e-7992-8742-eb1567c99556" [ 713.512956] env[69854]: _type = "Task" [ 713.512956] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.524146] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c141b-6e2e-7992-8742-eb1567c99556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.563849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.563936] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "d501671c-e7b6-41b5-a530-6743e9612891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.580275] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518733, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.803701} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.580397] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] File moved {{(pid=69854) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 713.580597] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Cleaning up location [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 713.580762] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleting the datastore file [datastore2] vmware_temp/e8368d45-42c1-4852-843d-63908d1aca85 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.581028] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed5ff594-c517-4972-8fcf-3df03b7706f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.591037] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 713.591037] env[69854]: value = "task-3518737" [ 713.591037] env[69854]: _type = "Task" [ 713.591037] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.597692] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.775051] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01971283-4164-4711-8dfd-9f1c307fbc30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.790131] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63150bd7-747f-4671-8f3e-2e25100332d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.829562] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7725f617-0a2c-4447-827f-94a92e0917ff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.842873] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996412f-9365-44d9-98b4-5339640fbe8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.862334] env[69854]: DEBUG nova.compute.provider_tree [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.022974] env[69854]: DEBUG nova.network.neutron [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Updated VIF entry in instance network info cache for port 94441ab0-302d-4615-a1de-97776c72081d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.023523] env[69854]: DEBUG nova.network.neutron [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Updating instance_info_cache with network_info: [{"id": "94441ab0-302d-4615-a1de-97776c72081d", "address": "fa:16:3e:f3:44:36", "network": {"id": "16451fce-e2d9-48dd-9a93-62afa34eae6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1522460533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45c46eee50884b8bb22ab8a3bcd058bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94441ab0-30", "ovs_interfaceid": "94441ab0-302d-4615-a1de-97776c72081d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.032824] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c141b-6e2e-7992-8742-eb1567c99556, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.033132] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.033368] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.034169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.102483] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031373} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.102483] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.102873] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e7d4fa-0029-47c1-ad12-ba0d193c1417 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.108853] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 714.108853] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52389b7e-12d4-069d-cbbe-9ae2ca57b55b" [ 714.108853] env[69854]: _type = "Task" [ 714.108853] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.117629] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52389b7e-12d4-069d-cbbe-9ae2ca57b55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.148774] env[69854]: DEBUG nova.network.neutron [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Successfully updated port: ab0fe12c-eda7-4997-b7a3-a86d4a70262c {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.260899] env[69854]: DEBUG nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.287879] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.288574] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.288574] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.288574] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.288574] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.289182] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.289182] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.289182] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.289353] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.289800] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.291415] env[69854]: DEBUG nova.virt.hardware [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.291739] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343eda0f-18c5-4081-a01a-e45d507c06ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.302032] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b7d1b-eee1-407c-b88f-fa08ea2d8cb9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.328270] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "ad845b1d-adb0-4f21-9c26-9c90e4065085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.328378] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.365127] env[69854]: DEBUG nova.scheduler.client.report [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.528471] env[69854]: DEBUG oslo_concurrency.lockutils [req-50226ad0-d0f9-40d7-b349-d74b97e59c35 req-5072cbef-9ebd-4944-8876-acd4f7e7317e service nova] Releasing lock "refresh_cache-d83edca6-6921-4ea4-898f-9c613fc9ed88" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.598730] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "b761fee3-31d7-43f4-b9f4-709dab178486" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.599133] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "b761fee3-31d7-43f4-b9f4-709dab178486" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.621127] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52389b7e-12d4-069d-cbbe-9ae2ca57b55b, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.621127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.621127] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 17468efb-5a72-4ca4-afea-ecce3f243533/17468efb-5a72-4ca4-afea-ecce3f243533.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.621127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.621794] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.621794] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e806d1ea-f274-44fc-aeac-75d2dbc420cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.622804] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53253a23-3920-46d6-bce1-dca3c5d402fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.630852] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 714.630852] env[69854]: value = "task-3518738" [ 714.630852] env[69854]: _type = "Task" [ 714.630852] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.631981] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.632232] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.636118] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1107c3aa-45c8-4d3b-998d-bc74e45478da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.643743] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.645602] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 714.645602] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5247949c-d7ad-0c58-0b23-2a35b50789cf" [ 714.645602] env[69854]: _type = "Task" [ 714.645602] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.658750] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5247949c-d7ad-0c58-0b23-2a35b50789cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.658750] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "refresh_cache-dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.658750] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "refresh_cache-dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.658750] env[69854]: DEBUG nova.network.neutron [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.658750] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea0d963-219c-44ff-b1ae-883d31f3eb20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.665816] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 714.665816] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5253b8bc-e0c3-82c6-ecb8-c9a808af4d4d" [ 714.665816] env[69854]: _type = "Task" [ 714.665816] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.675718] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5253b8bc-e0c3-82c6-ecb8-c9a808af4d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.873590] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.874390] env[69854]: DEBUG nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.877706] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.567s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.880370] env[69854]: INFO nova.compute.claims [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.036351] env[69854]: DEBUG nova.network.neutron [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Successfully updated port: d65e0f94-6341-443c-b202-a659ea64dfdc {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.144776] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462823} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.144776] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 17468efb-5a72-4ca4-afea-ecce3f243533/17468efb-5a72-4ca4-afea-ecce3f243533.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.144776] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.144776] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06e07d87-2e87-478e-839e-08d4baafac6f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.153820] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 715.153820] env[69854]: value = "task-3518739" [ 715.153820] env[69854]: _type = "Task" [ 715.153820] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.167862] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.179774] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5253b8bc-e0c3-82c6-ecb8-c9a808af4d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.180263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.181103] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.181376] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.181902] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.182251] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb681b9d-24d3-4f76-903c-a4ac62fd51f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.185325] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3463576-b683-4575-b558-b9ac5335f93a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.194206] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "1472aaa1-00a5-4801-b049-114813b6dd46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.194452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "1472aaa1-00a5-4801-b049-114813b6dd46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.194655] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "1472aaa1-00a5-4801-b049-114813b6dd46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.194833] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "1472aaa1-00a5-4801-b049-114813b6dd46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.194998] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "1472aaa1-00a5-4801-b049-114813b6dd46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.196773] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 715.196773] env[69854]: value = "task-3518740" [ 715.196773] env[69854]: _type = "Task" [ 715.196773] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.198145] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.198357] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.199375] env[69854]: INFO nova.compute.manager [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Terminating instance [ 715.205234] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d034ed99-06fc-4017-9525-e2f8df800f60 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.208633] env[69854]: DEBUG nova.network.neutron [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.220803] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 715.220803] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528552fb-ef76-eacd-2557-f43f7c8bae6d" [ 715.220803] env[69854]: _type = "Task" [ 715.220803] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.220803] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.231075] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528552fb-ef76-eacd-2557-f43f7c8bae6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.233420] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7263a0da-f122-41d6-b4a0-e40734b1a42f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.241101] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 715.241101] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e3544-4ef9-f5fb-490a-b0cf313f65d4" [ 715.241101] env[69854]: _type = "Task" [ 715.241101] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.251021] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e3544-4ef9-f5fb-490a-b0cf313f65d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.364871] env[69854]: DEBUG nova.network.neutron [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Updating instance_info_cache with network_info: [{"id": "ab0fe12c-eda7-4997-b7a3-a86d4a70262c", "address": "fa:16:3e:5e:d3:b8", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0fe12c-ed", "ovs_interfaceid": "ab0fe12c-eda7-4997-b7a3-a86d4a70262c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.385396] env[69854]: DEBUG nova.compute.utils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.390512] env[69854]: DEBUG nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.392977] env[69854]: DEBUG nova.network.neutron [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.444029] env[69854]: DEBUG nova.policy [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce36137881bf4f5c8360bc5574c79982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8ae697a5774cb094c4f8cba88cc6ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.541837] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "refresh_cache-9ab02829-03b3-468c-bc1b-8a45addec5d1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.542141] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquired lock "refresh_cache-9ab02829-03b3-468c-bc1b-8a45addec5d1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.542247] env[69854]: DEBUG nova.network.neutron [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.664333] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074564} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.664665] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.665599] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c25875-3f47-4392-90bc-eb08cadb25f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.692993] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 17468efb-5a72-4ca4-afea-ecce3f243533/17468efb-5a72-4ca4-afea-ecce3f243533.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.692993] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b1497e-a54e-4969-8b56-0ec5934ce676 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.716313] env[69854]: DEBUG nova.compute.manager [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.716534] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.716810] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499859} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.718481] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd8fe6f-924e-4b38-a219-4b2921d2c1f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.721056] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.721321] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.721638] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 715.721638] env[69854]: value = "task-3518741" [ 715.721638] env[69854]: _type = "Task" [ 715.721638] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.722570] env[69854]: DEBUG nova.compute.manager [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.722798] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df328040-09a6-4c40-8f32-2790a9cfc824 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.725283] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1636e6-aedd-44a2-a471-c48a85c51e40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.732664] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.734638] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc914510-98e6-4549-8323-a10727908161 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.740658] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 715.740658] env[69854]: value = "task-3518742" [ 715.740658] env[69854]: _type = "Task" [ 715.740658] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.745184] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.752856] env[69854]: DEBUG oslo_vmware.api [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 715.752856] env[69854]: value = "task-3518743" [ 715.752856] env[69854]: _type = "Task" [ 715.752856] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.762832] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.763053] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e3544-4ef9-f5fb-490a-b0cf313f65d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.763557] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.763825] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d83edca6-6921-4ea4-898f-9c613fc9ed88/d83edca6-6921-4ea4-898f-9c613fc9ed88.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.764126] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.764297] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.764562] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f41df018-1154-4cb9-9d11-77149c8408ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.769317] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-333728fb-c42a-43d7-8113-60b173b0adbf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.771430] env[69854]: DEBUG oslo_vmware.api [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.776608] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 715.776608] env[69854]: value = "task-3518744" [ 715.776608] env[69854]: _type = "Task" [ 715.776608] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.780664] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.780843] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.781895] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b990a0-9a70-4e8b-84cf-c938f48bf770 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.788099] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.791324] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 715.791324] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a8f760-1304-a064-de86-1724dd0dd3c4" [ 715.791324] env[69854]: _type = "Task" [ 715.791324] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.799454] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a8f760-1304-a064-de86-1724dd0dd3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.869492] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "refresh_cache-dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.869919] env[69854]: DEBUG nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Instance network_info: |[{"id": "ab0fe12c-eda7-4997-b7a3-a86d4a70262c", "address": "fa:16:3e:5e:d3:b8", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0fe12c-ed", "ovs_interfaceid": "ab0fe12c-eda7-4997-b7a3-a86d4a70262c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.871270] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:d3:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab0fe12c-eda7-4997-b7a3-a86d4a70262c', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.883563] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.883563] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.883563] env[69854]: DEBUG nova.network.neutron [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Successfully created port: 5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.886629] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6b364a-7530-4817-8a7d-6f7e6151871a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.907310] env[69854]: DEBUG nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.913493] env[69854]: DEBUG nova.compute.manager [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Received event network-changed-389fda7a-840a-4f1f-b00a-9a72df333e84 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.913676] env[69854]: DEBUG nova.compute.manager [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Refreshing instance network info cache due to event network-changed-389fda7a-840a-4f1f-b00a-9a72df333e84. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.913888] env[69854]: DEBUG oslo_concurrency.lockutils [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] Acquiring lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.914035] env[69854]: DEBUG oslo_concurrency.lockutils [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] Acquired lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.914955] env[69854]: DEBUG nova.network.neutron [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Refreshing network info cache for port 389fda7a-840a-4f1f-b00a-9a72df333e84 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.924397] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.924397] env[69854]: value = "task-3518745" [ 715.924397] env[69854]: _type = "Task" [ 715.924397] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.038209] env[69854]: DEBUG nova.compute.manager [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Received event network-vif-plugged-ab0fe12c-eda7-4997-b7a3-a86d4a70262c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.038437] env[69854]: DEBUG oslo_concurrency.lockutils [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] Acquiring lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.038646] env[69854]: DEBUG oslo_concurrency.lockutils [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.038809] env[69854]: DEBUG oslo_concurrency.lockutils [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.038974] env[69854]: DEBUG nova.compute.manager [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] No waiting events found dispatching network-vif-plugged-ab0fe12c-eda7-4997-b7a3-a86d4a70262c {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.039270] env[69854]: WARNING nova.compute.manager [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Received unexpected event network-vif-plugged-ab0fe12c-eda7-4997-b7a3-a86d4a70262c for instance with vm_state building and task_state spawning. [ 716.039452] env[69854]: DEBUG nova.compute.manager [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Received event network-changed-ab0fe12c-eda7-4997-b7a3-a86d4a70262c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.039596] env[69854]: DEBUG nova.compute.manager [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Refreshing instance network info cache due to event network-changed-ab0fe12c-eda7-4997-b7a3-a86d4a70262c. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.039787] env[69854]: DEBUG oslo_concurrency.lockutils [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] Acquiring lock "refresh_cache-dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.039943] env[69854]: DEBUG oslo_concurrency.lockutils [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] Acquired lock "refresh_cache-dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.040147] env[69854]: DEBUG nova.network.neutron [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Refreshing network info cache for port ab0fe12c-eda7-4997-b7a3-a86d4a70262c {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.096653] env[69854]: DEBUG nova.network.neutron [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.243816] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.252280] env[69854]: INFO nova.compute.manager [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] instance snapshotting [ 716.252571] env[69854]: WARNING nova.compute.manager [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 716.263763] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db3997a-d72c-44e7-8897-b5b72ec4d1c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.275748] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144658} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.296479] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.297112] env[69854]: DEBUG oslo_vmware.api [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518743, 'name': PowerOffVM_Task, 'duration_secs': 0.193874} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.301821] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f5ae3-8d26-414f-bb05-048f148dca75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.310569] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7ed7a-1031-44d7-869e-2a63d1d9d292 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.313330] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.313588] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.317300] env[69854]: DEBUG nova.network.neutron [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Updating instance_info_cache with network_info: [{"id": "d65e0f94-6341-443c-b202-a659ea64dfdc", "address": "fa:16:3e:09:66:57", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65e0f94-63", "ovs_interfaceid": "d65e0f94-6341-443c-b202-a659ea64dfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.318844] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c50fbb5-f6bb-4970-8a42-937d34775236 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.321089] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.321434] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.352605] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.352605] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a8f760-1304-a064-de86-1724dd0dd3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018003} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.359398] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93cb24c9-e9a4-40e1-a9a0-8ff7b12378e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.375653] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466738} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.377147] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011da099-d5bb-457a-a8fa-87e1a2f6f41d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.380892] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d83edca6-6921-4ea4-898f-9c613fc9ed88/d83edca6-6921-4ea4-898f-9c613fc9ed88.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.380892] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.384154] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a9bd47-cf3f-4832-95d1-8de6bdaa5104 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.386932] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 716.386932] env[69854]: value = "task-3518747" [ 716.386932] env[69854]: _type = "Task" [ 716.386932] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.387912] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 716.387912] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521b768e-4254-78f8-8517-cf124d21b56b" [ 716.387912] env[69854]: _type = "Task" [ 716.387912] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.396439] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 716.396439] env[69854]: value = "task-3518748" [ 716.396439] env[69854]: _type = "Task" [ 716.396439] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.409874] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521b768e-4254-78f8-8517-cf124d21b56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.410174] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.419823] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.436595] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518745, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.440923] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.440923] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.440923] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Deleting the datastore file [datastore1] 1472aaa1-00a5-4801-b049-114813b6dd46 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.441224] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e75f7a2-ba98-4757-b9d9-d20669476103 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.448784] env[69854]: DEBUG oslo_vmware.api [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for the task: (returnval){ [ 716.448784] env[69854]: value = "task-3518749" [ 716.448784] env[69854]: _type = "Task" [ 716.448784] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.464409] env[69854]: DEBUG oslo_vmware.api [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.484500] env[69854]: DEBUG nova.compute.manager [None req-7d7f2584-c2bb-4cbf-886e-5c717aa29ada tempest-ServerDiagnosticsV248Test-1114709211 tempest-ServerDiagnosticsV248Test-1114709211-project-admin] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.486248] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09aaef4-1b8d-4ce4-8f1f-2f6a6be034f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.493074] env[69854]: INFO nova.compute.manager [None req-7d7f2584-c2bb-4cbf-886e-5c717aa29ada tempest-ServerDiagnosticsV248Test-1114709211 tempest-ServerDiagnosticsV248Test-1114709211-project-admin] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Retrieving diagnostics [ 716.496129] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27858ed4-9f19-4c9c-a438-8a8cd24ebdaf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.601069] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d8f99-2e81-4d97-94c1-8d2798f9c120 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.608909] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89379fe-5edb-4c5a-8d37-a5ee49428642 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.642378] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb640c3-5dfe-4d0a-995d-0b79d8438942 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.653107] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffe3741-5d80-4db4-8942-7216f325d4c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.668149] env[69854]: DEBUG nova.compute.provider_tree [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.738688] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518741, 'name': ReconfigVM_Task, 'duration_secs': 0.570239} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.739061] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 17468efb-5a72-4ca4-afea-ecce3f243533/17468efb-5a72-4ca4-afea-ecce3f243533.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.739916] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51e86466-8220-494e-8874-8f1b2d02a1a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.745907] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 716.745907] env[69854]: value = "task-3518750" [ 716.745907] env[69854]: _type = "Task" [ 716.745907] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.754578] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518750, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.775316] env[69854]: DEBUG nova.network.neutron [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Updated VIF entry in instance network info cache for port 389fda7a-840a-4f1f-b00a-9a72df333e84. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.775988] env[69854]: DEBUG nova.network.neutron [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Updating instance_info_cache with network_info: [{"id": "389fda7a-840a-4f1f-b00a-9a72df333e84", "address": "fa:16:3e:41:ac:72", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fda7a-84", "ovs_interfaceid": "389fda7a-840a-4f1f-b00a-9a72df333e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.824636] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Releasing lock "refresh_cache-9ab02829-03b3-468c-bc1b-8a45addec5d1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.824636] env[69854]: DEBUG nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Instance network_info: |[{"id": "d65e0f94-6341-443c-b202-a659ea64dfdc", "address": "fa:16:3e:09:66:57", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65e0f94-63", "ovs_interfaceid": "d65e0f94-6341-443c-b202-a659ea64dfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.825270] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:66:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd65e0f94-6341-443c-b202-a659ea64dfdc', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.833833] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Creating folder: Project (2b02ce8ddd204a4d85037d29867d073d). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.834360] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54911542-b84d-4ace-84c3-fab0da1ba5a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.840965] env[69854]: DEBUG nova.network.neutron [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Updated VIF entry in instance network info cache for port ab0fe12c-eda7-4997-b7a3-a86d4a70262c. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.840965] env[69854]: DEBUG nova.network.neutron [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Updating instance_info_cache with network_info: [{"id": "ab0fe12c-eda7-4997-b7a3-a86d4a70262c", "address": "fa:16:3e:5e:d3:b8", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0fe12c-ed", "ovs_interfaceid": "ab0fe12c-eda7-4997-b7a3-a86d4a70262c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.850024] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Created folder: Project (2b02ce8ddd204a4d85037d29867d073d) in parent group-v702928. [ 716.850024] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Creating folder: Instances. Parent ref: group-v702961. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.850024] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cf6afd4-8d28-452f-9827-1606a72bf032 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.860020] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Created folder: Instances in parent group-v702961. [ 716.860020] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.860020] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.860020] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49f3f124-fe03-4db8-804a-5bab29667a57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.883288] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.883288] env[69854]: value = "task-3518753" [ 716.883288] env[69854]: _type = "Task" [ 716.883288] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.885903] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 716.886448] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96fcf8e8-c852-435e-b2e3-eed46bc5271e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.898162] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518753, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.906481] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 716.906481] env[69854]: value = "task-3518754" [ 716.906481] env[69854]: _type = "Task" [ 716.906481] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.911761] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518747, 'name': ReconfigVM_Task, 'duration_secs': 0.299921} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.916813] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Reconfigured VM instance instance-00000004 to attach disk [datastore2] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.924561] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc5b731c-8a6a-45f2-846a-c9e8f4b3b1f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.926961] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521b768e-4254-78f8-8517-cf124d21b56b, 'name': SearchDatastore_Task, 'duration_secs': 0.014143} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.927464] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071019} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.930178] env[69854]: DEBUG nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.932207] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.932612] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5/18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.933031] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.941671] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95411b27-dd56-4593-874c-ad1f4eb94ff7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.945703] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd9cf2-2a74-4bac-893d-1280b9eaf806 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.947985] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.949385] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 716.949385] env[69854]: value = "task-3518755" [ 716.949385] env[69854]: _type = "Task" [ 716.949385] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.973506] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 716.973506] env[69854]: value = "task-3518756" [ 716.973506] env[69854]: _type = "Task" [ 716.973506] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.983481] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] d83edca6-6921-4ea4-898f-9c613fc9ed88/d83edca6-6921-4ea4-898f-9c613fc9ed88.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.983831] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518745, 'name': CreateVM_Task, 'duration_secs': 0.558044} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.985325] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3afc0d-1d2e-4c40-b69d-c0d390bcc4ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.002018] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.004722] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.005027] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.005309] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.005575] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.005808] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.005953] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.006268] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.006551] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.006726] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.006934] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.007164] env[69854]: DEBUG nova.virt.hardware [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.019149] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.019456] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.019967] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.020887] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc1d366-079a-473c-8070-6394f25549de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.023894] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518755, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.024872] env[69854]: DEBUG oslo_vmware.api [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Task: {'id': task-3518749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150995} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.025648] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26db9a8-0afc-4ca4-9eb7-4c2d9a80a115 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.027797] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.028033] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.028303] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.028522] env[69854]: INFO nova.compute.manager [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Took 1.31 seconds to destroy the instance on the hypervisor. [ 717.028809] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.030989] env[69854]: DEBUG nova.compute.manager [-] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.031182] env[69854]: DEBUG nova.network.neutron [-] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.033567] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 717.033567] env[69854]: value = "task-3518757" [ 717.033567] env[69854]: _type = "Task" [ 717.033567] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.039283] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.044507] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12840ebe-0789-4e3a-988c-568721fb9b74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.050622] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 717.050622] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5234a54e-9a72-4769-ffe3-abb0d1888482" [ 717.050622] env[69854]: _type = "Task" [ 717.050622] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.067798] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.073994] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5234a54e-9a72-4769-ffe3-abb0d1888482, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.073994] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.075615] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.075615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.075615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.075615] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.075615] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf4e1f9e-f084-40d9-8794-a3074d454a9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.085183] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.085481] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.086335] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56346a9a-f16c-4fdd-9c79-6604f5c6c814 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.091897] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 717.091897] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528c1e07-72c4-9a55-0708-0e1a803f54ce" [ 717.091897] env[69854]: _type = "Task" [ 717.091897] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.102291] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528c1e07-72c4-9a55-0708-0e1a803f54ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.170223] env[69854]: DEBUG nova.scheduler.client.report [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.259775] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518750, 'name': Rename_Task, 'duration_secs': 0.139356} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.260100] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.260560] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-120541a5-a1b5-41a0-be73-86aa9b2a8eb6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.275235] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 717.275235] env[69854]: value = "task-3518758" [ 717.275235] env[69854]: _type = "Task" [ 717.275235] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.278542] env[69854]: DEBUG oslo_concurrency.lockutils [req-65f782bd-c71f-4a4a-9a39-31068c14250f req-6fc4752e-b812-4bb6-98eb-9f094812ecb0 service nova] Releasing lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.290276] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518758, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.343877] env[69854]: DEBUG oslo_concurrency.lockutils [req-37c808ff-8100-4b5d-b2c0-94c4d1485813 req-25ae79bc-963c-4ff9-9ac6-375751d348de service nova] Releasing lock "refresh_cache-dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.394635] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518753, 'name': CreateVM_Task, 'duration_secs': 0.400042} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.394635] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.395201] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.395369] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.395677] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.395945] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca2da59-af8d-4526-a8d5-754da8142729 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.404608] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 717.404608] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cc8305-1d58-672c-20b4-3815d6741733" [ 717.404608] env[69854]: _type = "Task" [ 717.404608] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.421959] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cc8305-1d58-672c-20b4-3815d6741733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.428379] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518754, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.466286] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518755, 'name': Rename_Task, 'duration_secs': 0.172354} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.466286] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.466286] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9127c7-7ec3-4644-b2fa-4df6be603932 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.475062] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 717.475062] env[69854]: value = "task-3518759" [ 717.475062] env[69854]: _type = "Task" [ 717.475062] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.485614] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.495718] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518756, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.550334] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518757, 'name': ReconfigVM_Task, 'duration_secs': 0.512088} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.550658] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Reconfigured VM instance instance-00000009 to attach disk [datastore2] d83edca6-6921-4ea4-898f-9c613fc9ed88/d83edca6-6921-4ea4-898f-9c613fc9ed88.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.551410] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60031ef1-9517-4e38-805d-5208de158dc3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.561412] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 717.561412] env[69854]: value = "task-3518760" [ 717.561412] env[69854]: _type = "Task" [ 717.561412] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.570435] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518760, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.603575] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528c1e07-72c4-9a55-0708-0e1a803f54ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013448} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.604869] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7567f8-f445-4a7a-bfef-2457f5ba83cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.610709] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 717.610709] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b29df8-36e2-d468-cc11-8ed19e377d04" [ 717.610709] env[69854]: _type = "Task" [ 717.610709] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.620271] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b29df8-36e2-d468-cc11-8ed19e377d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.677249] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.677806] env[69854]: DEBUG nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.681038] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.851s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.685205] env[69854]: INFO nova.compute.claims [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.790855] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.918711] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cc8305-1d58-672c-20b4-3815d6741733, 'name': SearchDatastore_Task, 'duration_secs': 0.059605} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.922036] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.922323] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.922671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.928345] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518754, 'name': CreateSnapshot_Task, 'duration_secs': 0.91216} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.928644] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 717.929753] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a5795-8575-4015-82c9-826495ef54b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.987971] env[69854]: DEBUG oslo_vmware.api [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518759, 'name': PowerOnVM_Task, 'duration_secs': 0.507118} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.992009] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.992254] env[69854]: DEBUG nova.compute.manager [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.993332] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64d342-dfb2-4319-ac8e-9fbce68a2815 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.003975] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546505} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.005617] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5/18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.005851] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.009453] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13a576ab-e6c9-438e-af34-4246313589a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.017287] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 718.017287] env[69854]: value = "task-3518761" [ 718.017287] env[69854]: _type = "Task" [ 718.017287] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.021135] env[69854]: DEBUG nova.network.neutron [-] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.031212] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.072934] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518760, 'name': Rename_Task, 'duration_secs': 0.173737} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.073270] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.073777] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f30267-de22-4534-89e8-9270ea20d8ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.080913] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 718.080913] env[69854]: value = "task-3518762" [ 718.080913] env[69854]: _type = "Task" [ 718.080913] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.089703] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.122477] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b29df8-36e2-d468-cc11-8ed19e377d04, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.123060] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.123382] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1/dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.123896] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.124231] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.124467] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52f9ad11-d6ce-4fe5-85c8-5317741f1081 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.127419] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04600004-9524-4cab-8b5a-0a901d16a074 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.136243] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 718.136243] env[69854]: value = "task-3518763" [ 718.136243] env[69854]: _type = "Task" [ 718.136243] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.141513] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.141513] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.145417] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57db280c-b68e-429e-8ba8-e7a394a3aa35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.148402] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.151841] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 718.151841] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ddd5d0-f876-b575-d0fd-e306b49ad2be" [ 718.151841] env[69854]: _type = "Task" [ 718.151841] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.160443] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ddd5d0-f876-b575-d0fd-e306b49ad2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.191129] env[69854]: DEBUG nova.compute.utils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.198096] env[69854]: DEBUG nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.198096] env[69854]: DEBUG nova.network.neutron [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.267423] env[69854]: DEBUG nova.policy [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90eac86284454d02b8729a85222d7880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa500d91b4f74234ba3c223854ef7f0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.288433] env[69854]: DEBUG oslo_vmware.api [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518758, 'name': PowerOnVM_Task, 'duration_secs': 0.615367} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.288696] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.288922] env[69854]: INFO nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Took 14.07 seconds to spawn the instance on the hypervisor. [ 718.290285] env[69854]: DEBUG nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.290285] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b95c0-0b33-4c89-9f96-55583f1334fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.333992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "66c2cedd-8e59-4707-be43-ed9351d8faa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.333992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "66c2cedd-8e59-4707-be43-ed9351d8faa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.334320] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "66c2cedd-8e59-4707-be43-ed9351d8faa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.334576] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "66c2cedd-8e59-4707-be43-ed9351d8faa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.334757] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "66c2cedd-8e59-4707-be43-ed9351d8faa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.337175] env[69854]: INFO nova.compute.manager [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Terminating instance [ 718.461481] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 718.462227] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28fd40c2-b85d-4794-91d4-e4256abd4430 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.473168] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 718.473168] env[69854]: value = "task-3518764" [ 718.473168] env[69854]: _type = "Task" [ 718.473168] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.486025] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518764, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.527512] env[69854]: INFO nova.compute.manager [-] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Took 1.49 seconds to deallocate network for instance. [ 718.527512] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.534239] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072602} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.537026] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.538221] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d757e4-b9ca-47f0-806c-2d61e04855a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.565465] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5/18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.565800] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a12f76b-3b26-4f54-b637-eebd42690a4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.587014] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 718.587014] env[69854]: value = "task-3518765" [ 718.587014] env[69854]: _type = "Task" [ 718.587014] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.596583] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.596583] env[69854]: DEBUG nova.network.neutron [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Successfully updated port: 5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.604800] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.647949] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518763, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.667745] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ddd5d0-f876-b575-d0fd-e306b49ad2be, 'name': SearchDatastore_Task, 'duration_secs': 0.018474} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.670661] env[69854]: DEBUG nova.network.neutron [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Successfully created port: bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.675489] env[69854]: DEBUG nova.compute.manager [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Received event network-vif-plugged-d65e0f94-6341-443c-b202-a659ea64dfdc {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.675588] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] Acquiring lock "9ab02829-03b3-468c-bc1b-8a45addec5d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.675834] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.676433] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.676618] env[69854]: DEBUG nova.compute.manager [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] No waiting events found dispatching network-vif-plugged-d65e0f94-6341-443c-b202-a659ea64dfdc {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.676782] env[69854]: WARNING nova.compute.manager [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Received unexpected event network-vif-plugged-d65e0f94-6341-443c-b202-a659ea64dfdc for instance with vm_state building and task_state spawning. [ 718.677128] env[69854]: DEBUG nova.compute.manager [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Received event network-changed-d65e0f94-6341-443c-b202-a659ea64dfdc {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.677128] env[69854]: DEBUG nova.compute.manager [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Refreshing instance network info cache due to event network-changed-d65e0f94-6341-443c-b202-a659ea64dfdc. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.677318] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] Acquiring lock "refresh_cache-9ab02829-03b3-468c-bc1b-8a45addec5d1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.677458] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] Acquired lock "refresh_cache-9ab02829-03b3-468c-bc1b-8a45addec5d1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.677613] env[69854]: DEBUG nova.network.neutron [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Refreshing network info cache for port d65e0f94-6341-443c-b202-a659ea64dfdc {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.680058] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91cbfe8-c5bb-4941-a344-84393d6c347d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.692105] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 718.692105] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e0cbe6-a748-30fb-1109-9c105698cb41" [ 718.692105] env[69854]: _type = "Task" [ 718.692105] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.697159] env[69854]: DEBUG nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.707414] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e0cbe6-a748-30fb-1109-9c105698cb41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.738833] env[69854]: DEBUG nova.compute.manager [req-2745ebcf-79fe-46b2-990e-63bb34518894 req-f0a3ee53-5f58-415a-83fb-26d6e45a9f8f service nova] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Received event network-vif-deleted-dae24f7b-15fe-41ff-84b5-e01ae6d9410c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.814708] env[69854]: INFO nova.compute.manager [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Took 24.65 seconds to build instance. [ 718.843361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "refresh_cache-66c2cedd-8e59-4707-be43-ed9351d8faa4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.845990] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquired lock "refresh_cache-66c2cedd-8e59-4707-be43-ed9351d8faa4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.845990] env[69854]: DEBUG nova.network.neutron [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.896657] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "4490119d-da94-402e-8c23-b75b323a12fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.897679] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "4490119d-da94-402e-8c23-b75b323a12fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.985544] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518764, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.042299] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.101289] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518762, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.107834] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "refresh_cache-94ea60bf-8cd4-4e3c-a354-064fd14e99d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.108609] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "refresh_cache-94ea60bf-8cd4-4e3c-a354-064fd14e99d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.108609] env[69854]: DEBUG nova.network.neutron [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.110033] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.154209] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854125} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.157149] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1/dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.157149] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.157149] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aca6717-8381-4b40-9845-e55a98e951c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.167212] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 719.167212] env[69854]: value = "task-3518766" [ 719.167212] env[69854]: _type = "Task" [ 719.167212] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.175733] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.214280] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e0cbe6-a748-30fb-1109-9c105698cb41, 'name': SearchDatastore_Task, 'duration_secs': 0.054691} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.214693] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.215285] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9ab02829-03b3-468c-bc1b-8a45addec5d1/9ab02829-03b3-468c-bc1b-8a45addec5d1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.215285] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b56726d-6652-45e0-af82-c90c8a237e75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.224209] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 719.224209] env[69854]: value = "task-3518767" [ 719.224209] env[69854]: _type = "Task" [ 719.224209] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.240917] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.313600] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49b67d-3539-46c2-a893-79e6a3ffa133 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.317966] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ec8b16c9-4c08-4f65-abc1-61d3be5228f2 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.161s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.325594] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547eb50d-46d1-47a8-b1ad-f6ed1f9bb607 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.366508] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae3998-80f9-4cd4-a37f-d2c3db211d09 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.376961] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2919c7ac-d6ea-4885-b278-f85b010bcb7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.388085] env[69854]: DEBUG nova.network.neutron [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.397932] env[69854]: DEBUG nova.compute.provider_tree [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.469276] env[69854]: DEBUG nova.network.neutron [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.489958] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518764, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.593787] env[69854]: DEBUG oslo_vmware.api [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518762, 'name': PowerOnVM_Task, 'duration_secs': 1.25597} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.597242] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.597466] env[69854]: INFO nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Took 12.93 seconds to spawn the instance on the hypervisor. [ 719.597652] env[69854]: DEBUG nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.598406] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dfdfc8-570b-4ffd-a9a7-858067846036 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.605839] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518765, 'name': ReconfigVM_Task, 'duration_secs': 0.953098} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.607480] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5/18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.610700] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab230c7-264e-4cc3-ab9b-cd316292497c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.619619] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 719.619619] env[69854]: value = "task-3518768" [ 719.619619] env[69854]: _type = "Task" [ 719.619619] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.628252] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518768, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.692165] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071742} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.692435] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.693892] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1705d2f-9080-41a7-9694-66fda0671c28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.699875] env[69854]: DEBUG nova.network.neutron [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.727112] env[69854]: DEBUG nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.753016] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1/dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.758852] env[69854]: DEBUG nova.network.neutron [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Updated VIF entry in instance network info cache for port d65e0f94-6341-443c-b202-a659ea64dfdc. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.759438] env[69854]: DEBUG nova.network.neutron [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Updating instance_info_cache with network_info: [{"id": "d65e0f94-6341-443c-b202-a659ea64dfdc", "address": "fa:16:3e:09:66:57", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65e0f94-63", "ovs_interfaceid": "d65e0f94-6341-443c-b202-a659ea64dfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.766241] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a448af9d-7c8a-4622-b8da-6e0c63d7f980 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.798948] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d0d4dbd-3009-49fd-bc90-77b41c9d101b req-ce02caac-7e1f-4d10-913b-b43f5b07d769 service nova] Releasing lock "refresh_cache-9ab02829-03b3-468c-bc1b-8a45addec5d1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.810623] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.811075] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.811504] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.811749] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.811978] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.812337] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.812658] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.812959] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.813264] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.813599] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.813931] env[69854]: DEBUG nova.virt.hardware [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.822053] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49030aa0-c36b-4e23-99f4-b9577bf90e39 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.827625] env[69854]: DEBUG nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.832379] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518767, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.835792] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 719.835792] env[69854]: value = "task-3518769" [ 719.835792] env[69854]: _type = "Task" [ 719.835792] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.853338] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaa0d53-c801-4c5f-a8e9-008e56fa3200 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.868889] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.902975] env[69854]: DEBUG nova.scheduler.client.report [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.972839] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Releasing lock "refresh_cache-66c2cedd-8e59-4707-be43-ed9351d8faa4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.973689] env[69854]: DEBUG nova.compute.manager [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.974064] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.975396] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8910a4e5-9bb3-4b01-8f5a-1e7ed7618d55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.991466] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.995661] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-551acc7f-7c4d-4139-8412-b63a99235b47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.998473] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518764, 'name': CloneVM_Task} progress is 95%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.005262] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.005701] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.005853] env[69854]: DEBUG oslo_vmware.api [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 720.005853] env[69854]: value = "task-3518770" [ 720.005853] env[69854]: _type = "Task" [ 720.005853] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.018276] env[69854]: DEBUG oslo_vmware.api [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.126371] env[69854]: INFO nova.compute.manager [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Took 25.00 seconds to build instance. [ 720.137642] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518768, 'name': Rename_Task, 'duration_secs': 0.190797} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.137642] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.137642] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-914b6188-0c38-45bc-9a78-e5cbebfe24e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.144146] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 720.144146] env[69854]: value = "task-3518771" [ 720.144146] env[69854]: _type = "Task" [ 720.144146] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.160124] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.194135] env[69854]: DEBUG nova.network.neutron [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Updating instance_info_cache with network_info: [{"id": "5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9", "address": "fa:16:3e:1a:8f:56", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3f5edc-3d", "ovs_interfaceid": "5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.243137] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878199} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.243422] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9ab02829-03b3-468c-bc1b-8a45addec5d1/9ab02829-03b3-468c-bc1b-8a45addec5d1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.243813] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.243960] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-753b2dca-6ddc-4b4c-8d40-a7a13f7381c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.252123] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 720.252123] env[69854]: value = "task-3518772" [ 720.252123] env[69854]: _type = "Task" [ 720.252123] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.262656] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.354287] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.366238] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.412643] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.415213] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.418787] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.170s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.420840] env[69854]: INFO nova.compute.claims [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.501115] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518764, 'name': CloneVM_Task, 'duration_secs': 1.673804} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.501434] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Created linked-clone VM from snapshot [ 720.502792] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c07a8fc-2ef4-4ab4-981c-10a3c4300dfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.514084] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Uploading image cffa9ace-ce8e-4af6-b770-a4105921cbf0 {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 720.522576] env[69854]: DEBUG oslo_vmware.api [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518770, 'name': PowerOffVM_Task, 'duration_secs': 0.287226} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.522902] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.523090] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.523457] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c76a7f7-db01-4a31-b1f3-b87d3b40df04 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.542851] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 720.542851] env[69854]: value = "vm-702965" [ 720.542851] env[69854]: _type = "VirtualMachine" [ 720.542851] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 720.542851] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5af89a91-0a07-4cf5-a266-f6d11698011b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.553039] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.553295] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.553527] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Deleting the datastore file [datastore1] 66c2cedd-8e59-4707-be43-ed9351d8faa4 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.556043] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b059549c-0a9b-422a-83c8-6bb07b90efa8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.557192] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease: (returnval){ [ 720.557192] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e7882-6e0a-943d-035f-085e9bd8f1bc" [ 720.557192] env[69854]: _type = "HttpNfcLease" [ 720.557192] env[69854]: } obtained for exporting VM: (result){ [ 720.557192] env[69854]: value = "vm-702965" [ 720.557192] env[69854]: _type = "VirtualMachine" [ 720.557192] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 720.557477] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the lease: (returnval){ [ 720.557477] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e7882-6e0a-943d-035f-085e9bd8f1bc" [ 720.557477] env[69854]: _type = "HttpNfcLease" [ 720.557477] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 720.558364] env[69854]: INFO nova.compute.manager [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Rebuilding instance [ 720.564974] env[69854]: DEBUG oslo_vmware.api [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for the task: (returnval){ [ 720.564974] env[69854]: value = "task-3518775" [ 720.564974] env[69854]: _type = "Task" [ 720.564974] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.571554] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.571554] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e7882-6e0a-943d-035f-085e9bd8f1bc" [ 720.571554] env[69854]: _type = "HttpNfcLease" [ 720.571554] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 720.576079] env[69854]: DEBUG oslo_vmware.api [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.629524] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2702a6d4-e6bc-4a02-94a3-3a8f529f75f7 tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.520s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.634110] env[69854]: DEBUG nova.compute.manager [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.635858] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf701780-bf63-4750-b0b4-dec816e5c35c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.662484] env[69854]: DEBUG oslo_vmware.api [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518771, 'name': PowerOnVM_Task, 'duration_secs': 0.492048} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.663917] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.664057] env[69854]: INFO nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Took 11.45 seconds to spawn the instance on the hypervisor. [ 720.664217] env[69854]: DEBUG nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.665608] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0fbed5-46ce-42c3-8bad-35640a0f4acf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.699936] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "refresh_cache-94ea60bf-8cd4-4e3c-a354-064fd14e99d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.700133] env[69854]: DEBUG nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Instance network_info: |[{"id": "5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9", "address": "fa:16:3e:1a:8f:56", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3f5edc-3d", "ovs_interfaceid": "5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.700608] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:8f:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.714276] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.714607] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.714740] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0963d41b-f143-4c4e-8a9a-4531466e96cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.739202] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.739202] env[69854]: value = "task-3518776" [ 720.739202] env[69854]: _type = "Task" [ 720.739202] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.751287] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518776, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.765449] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13074} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.765802] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.766617] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e8bf96-4819-466e-a4d1-2cbd8f0919a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.791274] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 9ab02829-03b3-468c-bc1b-8a45addec5d1/9ab02829-03b3-468c-bc1b-8a45addec5d1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.791596] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32b9860-e428-483d-931e-67dc43610930 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.813236] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 720.813236] env[69854]: value = "task-3518777" [ 720.813236] env[69854]: _type = "Task" [ 720.813236] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.823181] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.848753] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518769, 'name': ReconfigVM_Task, 'duration_secs': 0.744354} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.849125] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Reconfigured VM instance instance-0000000b to attach disk [datastore2] dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1/dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.849781] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-524ee8ec-2773-4f31-a840-d37362ed943d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.855909] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 720.855909] env[69854]: value = "task-3518778" [ 720.855909] env[69854]: _type = "Task" [ 720.855909] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.865099] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518778, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.925876] env[69854]: DEBUG nova.compute.utils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.932259] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.933101] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.070951] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.070951] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e7882-6e0a-943d-035f-085e9bd8f1bc" [ 721.070951] env[69854]: _type = "HttpNfcLease" [ 721.070951] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.072638] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.072638] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e7882-6e0a-943d-035f-085e9bd8f1bc" [ 721.072638] env[69854]: _type = "HttpNfcLease" [ 721.072638] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.072638] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ae29b3-5f8f-403d-a0e9-43aac9cb6a15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.078086] env[69854]: DEBUG oslo_vmware.api [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Task: {'id': task-3518775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13185} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.079026] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.079026] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.079026] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.079216] env[69854]: INFO nova.compute.manager [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 721.079433] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.079659] env[69854]: DEBUG nova.compute.manager [-] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.079758] env[69854]: DEBUG nova.network.neutron [-] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.086217] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523532b3-e3ee-0496-a4b4-4673155b8d8c/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.086442] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523532b3-e3ee-0496-a4b4-4673155b8d8c/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.091247] env[69854]: DEBUG nova.policy [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a75d4587e944aca9269b4f55379c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e83c24a59d940a8a7a9f5f87086a222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.149379] env[69854]: DEBUG nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.153180] env[69854]: DEBUG nova.network.neutron [-] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.186564] env[69854]: INFO nova.compute.manager [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Took 24.42 seconds to build instance. [ 721.215491] env[69854]: DEBUG nova.network.neutron [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Successfully updated port: bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.254347] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518776, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.267038] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-384c61bb-0fb5-4557-8010-a7bd8203d495 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.322259] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.366883] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518778, 'name': Rename_Task, 'duration_secs': 0.194448} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.367705] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.367705] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2960d9fb-f1e1-4bfa-b18a-511356cabc17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.374752] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 721.374752] env[69854]: value = "task-3518779" [ 721.374752] env[69854]: _type = "Task" [ 721.374752] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.383991] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.432864] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.595946] env[69854]: DEBUG nova.compute.manager [req-d8cc1b0f-8de1-4e4b-8960-3d9bd0f34778 req-d1cdda76-f54c-4746-b3a9-afed2537497f service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Received event network-vif-plugged-bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.598067] env[69854]: DEBUG oslo_concurrency.lockutils [req-d8cc1b0f-8de1-4e4b-8960-3d9bd0f34778 req-d1cdda76-f54c-4746-b3a9-afed2537497f service nova] Acquiring lock "83f646cf-8128-4e98-b06f-cbe93f714199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.599332] env[69854]: DEBUG oslo_concurrency.lockutils [req-d8cc1b0f-8de1-4e4b-8960-3d9bd0f34778 req-d1cdda76-f54c-4746-b3a9-afed2537497f service nova] Lock "83f646cf-8128-4e98-b06f-cbe93f714199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.599959] env[69854]: DEBUG oslo_concurrency.lockutils [req-d8cc1b0f-8de1-4e4b-8960-3d9bd0f34778 req-d1cdda76-f54c-4746-b3a9-afed2537497f service nova] Lock "83f646cf-8128-4e98-b06f-cbe93f714199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.599959] env[69854]: DEBUG nova.compute.manager [req-d8cc1b0f-8de1-4e4b-8960-3d9bd0f34778 req-d1cdda76-f54c-4746-b3a9-afed2537497f service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] No waiting events found dispatching network-vif-plugged-bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.599959] env[69854]: WARNING nova.compute.manager [req-d8cc1b0f-8de1-4e4b-8960-3d9bd0f34778 req-d1cdda76-f54c-4746-b3a9-afed2537497f service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Received unexpected event network-vif-plugged-bc1b8a94-44aa-466a-a8b4-8d37a9e71640 for instance with vm_state building and task_state spawning. [ 721.612314] env[69854]: DEBUG nova.compute.manager [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Received event network-vif-plugged-5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.612497] env[69854]: DEBUG oslo_concurrency.lockutils [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] Acquiring lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.612696] env[69854]: DEBUG oslo_concurrency.lockutils [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.612856] env[69854]: DEBUG oslo_concurrency.lockutils [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.613022] env[69854]: DEBUG nova.compute.manager [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] No waiting events found dispatching network-vif-plugged-5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.619856] env[69854]: WARNING nova.compute.manager [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Received unexpected event network-vif-plugged-5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 for instance with vm_state building and task_state spawning. [ 721.619856] env[69854]: DEBUG nova.compute.manager [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Received event network-changed-5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.619856] env[69854]: DEBUG nova.compute.manager [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Refreshing instance network info cache due to event network-changed-5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.620187] env[69854]: DEBUG oslo_concurrency.lockutils [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] Acquiring lock "refresh_cache-94ea60bf-8cd4-4e3c-a354-064fd14e99d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.621164] env[69854]: DEBUG oslo_concurrency.lockutils [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] Acquired lock "refresh_cache-94ea60bf-8cd4-4e3c-a354-064fd14e99d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.621348] env[69854]: DEBUG nova.network.neutron [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Refreshing network info cache for port 5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.661476] env[69854]: DEBUG nova.network.neutron [-] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.669991] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.670663] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ddbaf1-b3e4-4ccb-879c-0d65adc78109 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.682970] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 721.682970] env[69854]: value = "task-3518780" [ 721.682970] env[69854]: _type = "Task" [ 721.682970] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.685642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.692609] env[69854]: DEBUG oslo_concurrency.lockutils [None req-473f88f8-541a-4e00-8477-cfb452f9cec7 tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.942s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.703426] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.724169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.724169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquired lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.724169] env[69854]: DEBUG nova.network.neutron [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.758803] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518776, 'name': CreateVM_Task, 'duration_secs': 0.539016} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.758932] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.759561] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.759717] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.760047] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.760357] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3158a784-bd83-4afa-98a0-f1dbfddc92b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.771207] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 721.771207] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523b13f7-6882-01d6-1749-03e8c6532fcd" [ 721.771207] env[69854]: _type = "Task" [ 721.771207] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.791020] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523b13f7-6882-01d6-1749-03e8c6532fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.012772} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.794419] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.794985] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.795373] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.798016] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.798977] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.799218] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95e53cd7-2d22-452b-9a74-ac786dca45b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.812873] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.813491] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.814685] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65289490-1c15-44a2-830c-ea8a301c2594 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.842820] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 721.842820] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52739f63-c83e-573c-c782-164c2bc18136" [ 721.842820] env[69854]: _type = "Task" [ 721.842820] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.842820] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518777, 'name': ReconfigVM_Task, 'duration_secs': 0.561994} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.842820] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 9ab02829-03b3-468c-bc1b-8a45addec5d1/9ab02829-03b3-468c-bc1b-8a45addec5d1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.855378] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-872a728a-b781-4a38-a3d4-e0b27140a5f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.864676] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52739f63-c83e-573c-c782-164c2bc18136, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.866960] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 721.866960] env[69854]: value = "task-3518781" [ 721.866960] env[69854]: _type = "Task" [ 721.866960] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.867470] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daa3918-e8f9-48c9-b9f2-4304f1e9d306 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.886059] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Successfully created port: 7f113aff-b163-40a6-912e-b2100c7043ef {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.890383] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 721.890383] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a5d49e-06ed-067b-301c-ab196d4c4de0" [ 721.890383] env[69854]: _type = "Task" [ 721.890383] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.895914] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518781, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.905337] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.918655] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a5d49e-06ed-067b-301c-ab196d4c4de0, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.919113] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.919584] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 94ea60bf-8cd4-4e3c-a354-064fd14e99d2/94ea60bf-8cd4-4e3c-a354-064fd14e99d2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.921043] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf550881-d9ed-4a91-9749-9571f5d8df26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.931537] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 721.931537] env[69854]: value = "task-3518782" [ 721.931537] env[69854]: _type = "Task" [ 721.931537] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.955284] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.163887] env[69854]: INFO nova.compute.manager [-] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Took 1.08 seconds to deallocate network for instance. [ 722.193976] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95beb774-1372-4cc7-a653-bed8396f2f39 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.201380] env[69854]: DEBUG nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.204345] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518780, 'name': PowerOffVM_Task, 'duration_secs': 0.135553} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.205983] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.205983] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.211574] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0155ed4d-9881-4ff5-906b-b5f186de2439 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.218923] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f3252-ad73-42fe-88e8-654767d11784 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.225932] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.228046] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e1b395-1bed-442f-bee6-5352b79cc2f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.262063] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd569a-0b78-4090-b98b-64307337e964 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.265649] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.265867] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.266133] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Deleting the datastore file [datastore2] d2034a90-37dc-4f14-b91e-00d4288d7420 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.268431] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0760f622-e86e-4568-84f8-07776b4ae454 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.285588] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c054dfd-23c5-4b27-98fc-3e2907ab231d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.291068] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 722.291068] env[69854]: value = "task-3518784" [ 722.291068] env[69854]: _type = "Task" [ 722.291068] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.308279] env[69854]: DEBUG nova.compute.provider_tree [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.317207] env[69854]: DEBUG nova.network.neutron [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.322982] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.388656] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518781, 'name': Rename_Task, 'duration_secs': 0.174553} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.389655] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.390470] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f89355-8d3b-400f-a148-d8e767f94cf7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.396869] env[69854]: DEBUG oslo_vmware.api [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518779, 'name': PowerOnVM_Task, 'duration_secs': 0.618951} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.400852] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.401407] env[69854]: INFO nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Took 10.72 seconds to spawn the instance on the hypervisor. [ 722.401655] env[69854]: DEBUG nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.402668] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b1538-86e6-4844-94b8-2b68d162c233 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.414222] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 722.414222] env[69854]: value = "task-3518785" [ 722.414222] env[69854]: _type = "Task" [ 722.414222] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.453029] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.458619] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.473042] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518782, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.521688] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.522732] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.522732] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.522732] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.522732] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.522732] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.523033] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.523240] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.523438] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.523613] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.523846] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.525993] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7f068-1a6c-4f22-83a3-a1192d09693b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.538599] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88525c91-abe5-4e31-9dae-2c014e30fbde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.677846] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.735242] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.804716] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.812876] env[69854]: DEBUG nova.scheduler.client.report [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.865513] env[69854]: DEBUG nova.network.neutron [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Updating instance_info_cache with network_info: [{"id": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "address": "fa:16:3e:e1:d4:ff", "network": {"id": "3432df52-9e08-4ad4-96f8-ab1b0ff6d764", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2056786614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa500d91b4f74234ba3c223854ef7f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1b8a94-44", "ovs_interfaceid": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.879774] env[69854]: DEBUG nova.network.neutron [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Updated VIF entry in instance network info cache for port 5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.879989] env[69854]: DEBUG nova.network.neutron [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Updating instance_info_cache with network_info: [{"id": "5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9", "address": "fa:16:3e:1a:8f:56", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3f5edc-3d", "ovs_interfaceid": "5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.890997] env[69854]: DEBUG nova.compute.manager [None req-79730ec3-f1f9-4155-9b74-cc8a6469bdac tempest-ServerExternalEventsTest-2091225094 tempest-ServerExternalEventsTest-2091225094-project] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Received event network-changed {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.891239] env[69854]: DEBUG nova.compute.manager [None req-79730ec3-f1f9-4155-9b74-cc8a6469bdac tempest-ServerExternalEventsTest-2091225094 tempest-ServerExternalEventsTest-2091225094-project] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Refreshing instance network info cache due to event network-changed. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.891748] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79730ec3-f1f9-4155-9b74-cc8a6469bdac tempest-ServerExternalEventsTest-2091225094 tempest-ServerExternalEventsTest-2091225094-project] Acquiring lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.891748] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79730ec3-f1f9-4155-9b74-cc8a6469bdac tempest-ServerExternalEventsTest-2091225094 tempest-ServerExternalEventsTest-2091225094-project] Acquired lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.891748] env[69854]: DEBUG nova.network.neutron [None req-79730ec3-f1f9-4155-9b74-cc8a6469bdac tempest-ServerExternalEventsTest-2091225094 tempest-ServerExternalEventsTest-2091225094-project] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.943034] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.960642] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627342} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.961292] env[69854]: INFO nova.compute.manager [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Took 20.94 seconds to build instance. [ 722.962450] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 94ea60bf-8cd4-4e3c-a354-064fd14e99d2/94ea60bf-8cd4-4e3c-a354-064fd14e99d2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.964300] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.964878] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da9a30c-e5e4-4de4-9635-4a16d420398b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.978476] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 722.978476] env[69854]: value = "task-3518786" [ 722.978476] env[69854]: _type = "Task" [ 722.978476] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.990902] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.074256] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "d83edca6-6921-4ea4-898f-9c613fc9ed88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.074413] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.074710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "d83edca6-6921-4ea4-898f-9c613fc9ed88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.075437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.075437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.086270] env[69854]: INFO nova.compute.manager [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Terminating instance [ 723.306977] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.634208} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.307801] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.307801] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.307801] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.321973] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.321973] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.325830] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.771s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.328042] env[69854]: INFO nova.compute.claims [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.372324] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Releasing lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.372324] env[69854]: DEBUG nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Instance network_info: |[{"id": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "address": "fa:16:3e:e1:d4:ff", "network": {"id": "3432df52-9e08-4ad4-96f8-ab1b0ff6d764", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2056786614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa500d91b4f74234ba3c223854ef7f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1b8a94-44", "ovs_interfaceid": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.372508] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:d4:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc1b8a94-44aa-466a-a8b4-8d37a9e71640', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.384379] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Creating folder: Project (aa500d91b4f74234ba3c223854ef7f0c). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.385628] env[69854]: DEBUG oslo_concurrency.lockutils [req-b8b27ba3-b0e7-40a9-bbc3-702e2527a1c1 req-eaaf6d70-6e41-449b-93a2-777300c96945 service nova] Releasing lock "refresh_cache-94ea60bf-8cd4-4e3c-a354-064fd14e99d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.386163] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca4d960-edd8-4011-9f17-77463b138a2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.403763] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Created folder: Project (aa500d91b4f74234ba3c223854ef7f0c) in parent group-v702928. [ 723.403763] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Creating folder: Instances. Parent ref: group-v702967. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.403961] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c826d2c-691a-44a5-9257-e9d8aa6b2232 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.413555] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Created folder: Instances in parent group-v702967. [ 723.413792] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.414852] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.415151] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3805d23-c1d7-4e58-969d-462ae164d61c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.445777] env[69854]: DEBUG oslo_vmware.api [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518785, 'name': PowerOnVM_Task, 'duration_secs': 0.853701} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.447424] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.447770] env[69854]: INFO nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Took 9.19 seconds to spawn the instance on the hypervisor. [ 723.447840] env[69854]: DEBUG nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.448327] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.448327] env[69854]: value = "task-3518789" [ 723.448327] env[69854]: _type = "Task" [ 723.448327] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.449284] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac64f6f-652e-4114-b333-26116d40290f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.466586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ae14d9d4-b67d-4207-87d7-65b4d483f909 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.993s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.466853] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518789, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.492313] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078723} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.492671] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.493620] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e2fd97-b9ce-484d-abe6-680cb98f88f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.523851] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 94ea60bf-8cd4-4e3c-a354-064fd14e99d2/94ea60bf-8cd4-4e3c-a354-064fd14e99d2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.526667] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1727261a-698d-41bc-b55e-b2ee083f893e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.551772] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 723.551772] env[69854]: value = "task-3518790" [ 723.551772] env[69854]: _type = "Task" [ 723.551772] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.563892] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.598551] env[69854]: DEBUG nova.compute.manager [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.598551] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.598551] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31436247-5397-49e0-9b40-f4b139323907 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.607576] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.610297] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af977e6c-a79e-4384-af19-226320a6071e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.618353] env[69854]: DEBUG oslo_vmware.api [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 723.618353] env[69854]: value = "task-3518791" [ 723.618353] env[69854]: _type = "Task" [ 723.618353] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.628492] env[69854]: DEBUG oslo_vmware.api [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.842845] env[69854]: DEBUG nova.compute.utils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.844409] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.845921] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.926740] env[69854]: DEBUG nova.policy [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a75d4587e944aca9269b4f55379c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e83c24a59d940a8a7a9f5f87086a222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.983172] env[69854]: DEBUG nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.985711] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518789, 'name': CreateVM_Task, 'duration_secs': 0.440387} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.988210] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.989886] env[69854]: INFO nova.compute.manager [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Took 20.76 seconds to build instance. [ 723.989886] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.990041] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.990436] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.990961] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f12143-98f7-4204-9326-c5fa395e2d02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.997984] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 723.997984] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524d73cf-cd32-35ad-7d4e-4246a49a8138" [ 723.997984] env[69854]: _type = "Task" [ 723.997984] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.008270] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524d73cf-cd32-35ad-7d4e-4246a49a8138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.065993] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518790, 'name': ReconfigVM_Task, 'duration_secs': 0.397549} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.066354] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 94ea60bf-8cd4-4e3c-a354-064fd14e99d2/94ea60bf-8cd4-4e3c-a354-064fd14e99d2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.067015] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-387c4d0b-8290-4745-b0b4-9b3e6ac16483 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.073307] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 724.073307] env[69854]: value = "task-3518792" [ 724.073307] env[69854]: _type = "Task" [ 724.073307] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.088101] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518792, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.089041] env[69854]: DEBUG nova.network.neutron [None req-79730ec3-f1f9-4155-9b74-cc8a6469bdac tempest-ServerExternalEventsTest-2091225094 tempest-ServerExternalEventsTest-2091225094-project] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Updating instance_info_cache with network_info: [{"id": "389fda7a-840a-4f1f-b00a-9a72df333e84", "address": "fa:16:3e:41:ac:72", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fda7a-84", "ovs_interfaceid": "389fda7a-840a-4f1f-b00a-9a72df333e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.132358] env[69854]: DEBUG oslo_vmware.api [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518791, 'name': PowerOffVM_Task, 'duration_secs': 0.266569} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.132358] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.132358] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.132358] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f63ef18b-f4b6-46e7-a18a-44c7c7fe2e8d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.207910] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.207910] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.208181] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Deleting the datastore file [datastore2] d83edca6-6921-4ea4-898f-9c613fc9ed88 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.208406] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-226e669a-c54c-4128-8926-a54c31a4a033 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.222755] env[69854]: DEBUG oslo_vmware.api [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for the task: (returnval){ [ 724.222755] env[69854]: value = "task-3518794" [ 724.222755] env[69854]: _type = "Task" [ 724.222755] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.236078] env[69854]: DEBUG oslo_vmware.api [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.354794] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.376692] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.377195] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.377195] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.377541] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.377541] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.377633] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.377949] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.377949] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.378084] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.378238] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.378424] env[69854]: DEBUG nova.virt.hardware [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.379332] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9798a29-68d3-4800-b6ff-19f0a40b889f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.387999] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7103cfbb-de2c-44a5-af95-86756728bc59 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.407501] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.414082] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.414432] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.414796] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a113d89-bae0-4ef7-80cf-efb75d94ad78 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.436274] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.436274] env[69854]: value = "task-3518795" [ 724.436274] env[69854]: _type = "Task" [ 724.436274] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.446531] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518795, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.464145] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.464556] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.464948] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.466050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.466050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.476206] env[69854]: INFO nova.compute.manager [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Terminating instance [ 724.496104] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6f19cd49-baa5-4fa5-9040-3925778f5412 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.108s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.515257] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524d73cf-cd32-35ad-7d4e-4246a49a8138, 'name': SearchDatastore_Task, 'duration_secs': 0.019463} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.515257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.515257] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.515257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.515470] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.515639] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.516018] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a78e03c-8cdc-49fd-b5e3-1d1c062f4bad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.529318] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.534281] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.534757] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.535762] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5f98d1-5730-4400-9d55-0dd3fa523945 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.547417] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 724.547417] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fa99b9-1566-7457-a510-10fc93f1f0f3" [ 724.547417] env[69854]: _type = "Task" [ 724.547417] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.559661] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fa99b9-1566-7457-a510-10fc93f1f0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.591596] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79730ec3-f1f9-4155-9b74-cc8a6469bdac tempest-ServerExternalEventsTest-2091225094 tempest-ServerExternalEventsTest-2091225094-project] Releasing lock "refresh_cache-18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.592018] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518792, 'name': Rename_Task, 'duration_secs': 0.203841} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.592265] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.592870] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0818cb5-0e5b-411d-a5dd-58b1b4c28e81 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.606027] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 724.606027] env[69854]: value = "task-3518796" [ 724.606027] env[69854]: _type = "Task" [ 724.606027] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.618607] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518796, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.697474] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Successfully created port: 68077ed3-573c-4db0-92a6-2bf8a2da5ccf {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.745278] env[69854]: DEBUG oslo_vmware.api [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Task: {'id': task-3518794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307107} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.745625] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.745860] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.746082] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.746621] env[69854]: INFO nova.compute.manager [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.746621] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.746861] env[69854]: DEBUG nova.compute.manager [-] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.746861] env[69854]: DEBUG nova.network.neutron [-] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.876648] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Successfully updated port: 7f113aff-b163-40a6-912e-b2100c7043ef {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.951212] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518795, 'name': CreateVM_Task, 'duration_secs': 0.482657} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.951212] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.951212] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.951212] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.951563] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.951621] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eee0f49-98f0-430d-b7ea-a3d16d89a002 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.957038] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 724.957038] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5282ea35-ea3a-18ee-3020-488acc0aa73a" [ 724.957038] env[69854]: _type = "Task" [ 724.957038] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.961891] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44198635-d11c-42a5-86a9-3cede8ca4e61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.970399] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5282ea35-ea3a-18ee-3020-488acc0aa73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.973505] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa4dce-09bf-4d13-8964-efd25e582e1f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.979654] env[69854]: DEBUG nova.compute.manager [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.979916] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.006078] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f44b226-1d38-431d-82c6-1600b969ef6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.009129] env[69854]: DEBUG nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.013855] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29382a1-8d8d-4e64-829e-5c182fb7a564 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.017523] env[69854]: DEBUG nova.compute.manager [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Received event network-changed-bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.017734] env[69854]: DEBUG nova.compute.manager [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Refreshing instance network info cache due to event network-changed-bc1b8a94-44aa-466a-a8b4-8d37a9e71640. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.017821] env[69854]: DEBUG oslo_concurrency.lockutils [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] Acquiring lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.017929] env[69854]: DEBUG oslo_concurrency.lockutils [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] Acquired lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.018138] env[69854]: DEBUG nova.network.neutron [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Refreshing network info cache for port bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.024972] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.026904] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe4c99f-9f72-4993-be0b-107383f20904 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.030645] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5933c979-80f8-45db-a2c3-f2b6f58d338a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.046678] env[69854]: DEBUG nova.compute.provider_tree [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.049484] env[69854]: DEBUG oslo_vmware.api [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 725.049484] env[69854]: value = "task-3518797" [ 725.049484] env[69854]: _type = "Task" [ 725.049484] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.063264] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fa99b9-1566-7457-a510-10fc93f1f0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.034124} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.067512] env[69854]: DEBUG oslo_vmware.api [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.067768] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f0e615-7ae1-426a-ae9d-d2d3719ac224 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.075484] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 725.075484] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5216a471-7f25-a075-344d-8a2cba85b027" [ 725.075484] env[69854]: _type = "Task" [ 725.075484] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.084212] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5216a471-7f25-a075-344d-8a2cba85b027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.113736] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.379921] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.385620] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "refresh_cache-c913edc9-a08d-40e8-a50f-89caf3b73c3f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.385782] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "refresh_cache-c913edc9-a08d-40e8-a50f-89caf3b73c3f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.386484] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.390452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "78068fe4-df94-47e1-bacf-499b8f9faeea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.391699] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.409036] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.409346] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.409428] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.409614] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.409757] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.409895] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.412336] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.412483] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.412682] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.412864] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.413152] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.414188] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a0487f-b0b1-43c1-9a16-d8bbf132a985 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.424132] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a502d65-c128-4984-9b4b-addd9e84283c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.472664] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5282ea35-ea3a-18ee-3020-488acc0aa73a, 'name': SearchDatastore_Task, 'duration_secs': 0.020196} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.473535] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.473535] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.473535] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.548483] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.551570] env[69854]: DEBUG nova.scheduler.client.report [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.566687] env[69854]: DEBUG oslo_vmware.api [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518797, 'name': PowerOffVM_Task, 'duration_secs': 0.246111} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.566847] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.567043] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.567693] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75d21b42-a2b5-4ae6-b4b0-273cc08d3c03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.588568] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5216a471-7f25-a075-344d-8a2cba85b027, 'name': SearchDatastore_Task, 'duration_secs': 0.016891} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.588992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.589484] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 83f646cf-8128-4e98-b06f-cbe93f714199/83f646cf-8128-4e98-b06f-cbe93f714199.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.589484] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.589770] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.589946] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9330bec-956b-4cea-9920-a1cac856fbb9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.592558] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ca35e6-0a11-49dc-b661-ca427273e82a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.600688] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 725.600688] env[69854]: value = "task-3518799" [ 725.600688] env[69854]: _type = "Task" [ 725.600688] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.607522] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.607522] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.613183] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d48c7af-e14b-4d2b-adf1-1a4c37b1bec2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.620155] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.627276] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 725.627276] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6dae-d564-9743-6e98-e5252247ce05" [ 725.627276] env[69854]: _type = "Task" [ 725.627276] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.632437] env[69854]: DEBUG oslo_vmware.api [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518796, 'name': PowerOnVM_Task, 'duration_secs': 0.605427} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.637963] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.638087] env[69854]: INFO nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Took 8.71 seconds to spawn the instance on the hypervisor. [ 725.638594] env[69854]: DEBUG nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.640890] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf13c7b9-2c7a-46e2-b49a-0e5820fe35c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.652486] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.652486] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.652486] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Deleting the datastore file [datastore2] 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.657583] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c5af6e-a10c-40e3-8e4a-631d75324145 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.659787] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6dae-d564-9743-6e98-e5252247ce05, 'name': SearchDatastore_Task, 'duration_secs': 0.01425} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.669467] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87e4bea-153e-42b0-9c34-395b0f4e30aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.674122] env[69854]: DEBUG oslo_vmware.api [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for the task: (returnval){ [ 725.674122] env[69854]: value = "task-3518800" [ 725.674122] env[69854]: _type = "Task" [ 725.674122] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.679258] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 725.679258] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5209d805-a7d6-1396-8c2e-c91d9a494951" [ 725.679258] env[69854]: _type = "Task" [ 725.679258] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.686127] env[69854]: DEBUG oslo_vmware.api [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.691326] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5209d805-a7d6-1396-8c2e-c91d9a494951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.932462] env[69854]: DEBUG nova.network.neutron [-] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.981461] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.061827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.062497] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.066028] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.945s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.066196] env[69854]: DEBUG nova.objects.instance [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Lazy-loading 'resources' on Instance uuid e74912d1-1c64-422a-be63-4013723543c4 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.112254] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518799, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.201839] env[69854]: INFO nova.compute.manager [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Took 21.40 seconds to build instance. [ 726.217298] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5209d805-a7d6-1396-8c2e-c91d9a494951, 'name': SearchDatastore_Task, 'duration_secs': 0.029117} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.217552] env[69854]: DEBUG oslo_vmware.api [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Task: {'id': task-3518800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307721} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.217812] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.218568] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.218568] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.219265] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.219265] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.219265] env[69854]: INFO nova.compute.manager [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Took 1.24 seconds to destroy the instance on the hypervisor. [ 726.219265] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.221686] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dda0875-3340-4e0b-845d-da9824c44e70 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.222100] env[69854]: DEBUG nova.compute.manager [-] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.222185] env[69854]: DEBUG nova.network.neutron [-] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.231014] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 726.231014] env[69854]: value = "task-3518801" [ 726.231014] env[69854]: _type = "Task" [ 726.231014] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.240827] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.286286] env[69854]: DEBUG nova.network.neutron [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Updated VIF entry in instance network info cache for port bc1b8a94-44aa-466a-a8b4-8d37a9e71640. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.286286] env[69854]: DEBUG nova.network.neutron [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Updating instance_info_cache with network_info: [{"id": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "address": "fa:16:3e:e1:d4:ff", "network": {"id": "3432df52-9e08-4ad4-96f8-ab1b0ff6d764", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2056786614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa500d91b4f74234ba3c223854ef7f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1b8a94-44", "ovs_interfaceid": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.438149] env[69854]: INFO nova.compute.manager [-] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Took 1.69 seconds to deallocate network for instance. [ 726.560789] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Updating instance_info_cache with network_info: [{"id": "7f113aff-b163-40a6-912e-b2100c7043ef", "address": "fa:16:3e:1f:b8:71", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f113aff-b1", "ovs_interfaceid": "7f113aff-b163-40a6-912e-b2100c7043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.570365] env[69854]: DEBUG nova.compute.utils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.573727] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.574146] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.617244] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741925} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.620288] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 83f646cf-8128-4e98-b06f-cbe93f714199/83f646cf-8128-4e98-b06f-cbe93f714199.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.620736] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.621543] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00dc7c71-b30d-4e8a-941c-e8811d13b6d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.629731] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 726.629731] env[69854]: value = "task-3518802" [ 726.629731] env[69854]: _type = "Task" [ 726.629731] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.647918] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.701023] env[69854]: DEBUG nova.policy [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a75d4587e944aca9269b4f55379c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e83c24a59d940a8a7a9f5f87086a222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.705495] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ec3a3c9-1ad6-49db-9986-5281ccd5d929 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.185s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.746014] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518801, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.789772] env[69854]: DEBUG oslo_concurrency.lockutils [req-82271024-d782-48d2-ac78-8dc439557299 req-a4503a80-2982-4ea9-a8bc-35d2505ace43 service nova] Releasing lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.945596] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.063705] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "refresh_cache-c913edc9-a08d-40e8-a50f-89caf3b73c3f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.068141] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Instance network_info: |[{"id": "7f113aff-b163-40a6-912e-b2100c7043ef", "address": "fa:16:3e:1f:b8:71", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f113aff-b1", "ovs_interfaceid": "7f113aff-b163-40a6-912e-b2100c7043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.068353] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:b8:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f113aff-b163-40a6-912e-b2100c7043ef', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.076641] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Creating folder: Project (5e83c24a59d940a8a7a9f5f87086a222). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.080432] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-195b99c2-01fc-43c5-aa73-fd85d5ce1338 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.083081] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.096046] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Created folder: Project (5e83c24a59d940a8a7a9f5f87086a222) in parent group-v702928. [ 727.096046] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Creating folder: Instances. Parent ref: group-v702971. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.096046] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29b4eb15-143f-4756-a5c0-011d5f42c395 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.111025] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Created folder: Instances in parent group-v702971. [ 727.111025] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.111025] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.111025] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0ef26b8-1237-4cf0-89a6-d3364fa95079 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.135235] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.135235] env[69854]: value = "task-3518805" [ 727.135235] env[69854]: _type = "Task" [ 727.135235] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.144185] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113361} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.145746] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.146822] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61fbf3-9cb7-48de-822f-852667daa3a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.157278] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518805, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.185329] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 83f646cf-8128-4e98-b06f-cbe93f714199/83f646cf-8128-4e98-b06f-cbe93f714199.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.191034] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d674e6-8a7d-452d-9287-f8bc0dddff07 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.207036] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de724957-b752-4528-89f8-942076c9ac51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.209958] env[69854]: DEBUG nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.220473] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cdc89b-33a1-4619-8b63-6515410ad540 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.224336] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 727.224336] env[69854]: value = "task-3518806" [ 727.224336] env[69854]: _type = "Task" [ 727.224336] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.259227] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54390478-b0c2-4071-9d7c-dd4283d3b84e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.266178] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.272436] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744409} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.274510] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.274754] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.275049] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-684fab3d-e11a-4d8c-a8b6-948e4751a8ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.278147] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef19755-e7c1-4ebb-bde5-e22877479aa3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.295024] env[69854]: DEBUG nova.compute.provider_tree [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.298355] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 727.298355] env[69854]: value = "task-3518807" [ 727.298355] env[69854]: _type = "Task" [ 727.298355] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.308049] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.432595] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "9ab02829-03b3-468c-bc1b-8a45addec5d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.432924] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.433183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "9ab02829-03b3-468c-bc1b-8a45addec5d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.433377] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.433551] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.435724] env[69854]: INFO nova.compute.manager [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Terminating instance [ 727.651572] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518805, 'name': CreateVM_Task, 'duration_secs': 0.508893} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.651572] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.651572] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.651572] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.651572] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.651845] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fb61a3-ddbe-43ed-b093-4ad1c22421f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.656523] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 727.656523] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523b61ed-4d6a-3fa3-8cb8-5c539b43939f" [ 727.656523] env[69854]: _type = "Task" [ 727.656523] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.665875] env[69854]: DEBUG nova.network.neutron [-] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.667419] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523b61ed-4d6a-3fa3-8cb8-5c539b43939f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.719781] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Successfully created port: b9c70601-ca6c-4d8c-b6e5-aa42d590141e {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.735900] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518806, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.737418] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.803025] env[69854]: DEBUG nova.scheduler.client.report [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.814410] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070568} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.814932] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.816048] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f304ed-f7a1-4108-8555-d2749134b2d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.839632] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.841416] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0c2a74-6465-4fe2-8f41-d9f52fda79f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.863160] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 727.863160] env[69854]: value = "task-3518808" [ 727.863160] env[69854]: _type = "Task" [ 727.863160] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.872893] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.944391] env[69854]: DEBUG nova.compute.manager [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.945069] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.945978] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a89ae-b86c-4a77-a80a-5e0ff3eb0e92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.958548] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.958548] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a743d656-ce98-4782-9e45-52135537bf2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.965600] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Successfully updated port: 68077ed3-573c-4db0-92a6-2bf8a2da5ccf {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.969776] env[69854]: DEBUG oslo_vmware.api [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 727.969776] env[69854]: value = "task-3518809" [ 727.969776] env[69854]: _type = "Task" [ 727.969776] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.983361] env[69854]: DEBUG oslo_vmware.api [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.051184] env[69854]: DEBUG nova.compute.manager [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Received event network-vif-plugged-7f113aff-b163-40a6-912e-b2100c7043ef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.051184] env[69854]: DEBUG oslo_concurrency.lockutils [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] Acquiring lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.051184] env[69854]: DEBUG oslo_concurrency.lockutils [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.051184] env[69854]: DEBUG oslo_concurrency.lockutils [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.052404] env[69854]: DEBUG nova.compute.manager [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] No waiting events found dispatching network-vif-plugged-7f113aff-b163-40a6-912e-b2100c7043ef {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.052949] env[69854]: WARNING nova.compute.manager [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Received unexpected event network-vif-plugged-7f113aff-b163-40a6-912e-b2100c7043ef for instance with vm_state building and task_state spawning. [ 728.053089] env[69854]: DEBUG nova.compute.manager [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Received event network-changed-7f113aff-b163-40a6-912e-b2100c7043ef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.053663] env[69854]: DEBUG nova.compute.manager [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Refreshing instance network info cache due to event network-changed-7f113aff-b163-40a6-912e-b2100c7043ef. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.053852] env[69854]: DEBUG oslo_concurrency.lockutils [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] Acquiring lock "refresh_cache-c913edc9-a08d-40e8-a50f-89caf3b73c3f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.055393] env[69854]: DEBUG oslo_concurrency.lockutils [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] Acquired lock "refresh_cache-c913edc9-a08d-40e8-a50f-89caf3b73c3f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.055393] env[69854]: DEBUG nova.network.neutron [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Refreshing network info cache for port 7f113aff-b163-40a6-912e-b2100c7043ef {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.095377] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.123304] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.123475] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.123729] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.123821] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.124464] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.124464] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.124464] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.124464] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.124682] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.125111] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.125111] env[69854]: DEBUG nova.virt.hardware [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.125900] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b321e85e-4181-423f-b66c-a298a4cfad75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.135519] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b7c012-777c-442a-b73a-afd325e23fe3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.168286] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523b61ed-4d6a-3fa3-8cb8-5c539b43939f, 'name': SearchDatastore_Task, 'duration_secs': 0.016146} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.168804] env[69854]: INFO nova.compute.manager [-] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Took 1.95 seconds to deallocate network for instance. [ 728.169177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.169448] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.169756] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.170066] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.170432] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.172140] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad134476-fafd-4c25-94e1-69c55a706a08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.189761] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.190888] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.191030] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ad7018-b2ca-4765-9eb8-1a9865cc2566 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.198586] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 728.198586] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52453caa-778a-5c33-62c5-8cd651e30dc0" [ 728.198586] env[69854]: _type = "Task" [ 728.198586] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.208702] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52453caa-778a-5c33-62c5-8cd651e30dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.238114] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518806, 'name': ReconfigVM_Task, 'duration_secs': 0.527644} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.238421] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 83f646cf-8128-4e98-b06f-cbe93f714199/83f646cf-8128-4e98-b06f-cbe93f714199.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.239078] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a3db423-56fe-4ac7-82c7-ae7bf3faee4e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.255864] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 728.255864] env[69854]: value = "task-3518810" [ 728.255864] env[69854]: _type = "Task" [ 728.255864] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.269365] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518810, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.271811] env[69854]: DEBUG nova.compute.manager [req-64efa368-6ca9-4a57-add1-1ff7f11528e6 req-7bf1499e-3507-430c-bca5-6f41b057399a service nova] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Received event network-vif-deleted-389fda7a-840a-4f1f-b00a-9a72df333e84 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.309489] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.317315] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.789s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.317315] env[69854]: DEBUG nova.objects.instance [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 728.357836] env[69854]: INFO nova.scheduler.client.report [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Deleted allocations for instance e74912d1-1c64-422a-be63-4013723543c4 [ 728.386910] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.472928] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "refresh_cache-6ad9723b-7525-4c0e-93a9-2521269d7f7e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.473119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "refresh_cache-6ad9723b-7525-4c0e-93a9-2521269d7f7e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.473272] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.491374] env[69854]: DEBUG oslo_vmware.api [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518809, 'name': PowerOffVM_Task, 'duration_secs': 0.309066} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.494259] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.494259] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.494259] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ddbe702-d89f-4def-b328-57fcef6af427 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.555767] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.557324] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.557577] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Deleting the datastore file [datastore2] 9ab02829-03b3-468c-bc1b-8a45addec5d1 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.559494] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45a71b88-0d48-44c6-9a14-823af2330ad7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.567080] env[69854]: DEBUG oslo_vmware.api [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for the task: (returnval){ [ 728.567080] env[69854]: value = "task-3518812" [ 728.567080] env[69854]: _type = "Task" [ 728.567080] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.575314] env[69854]: DEBUG oslo_vmware.api [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.680400] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.711524] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52453caa-778a-5c33-62c5-8cd651e30dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01865} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.713837] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee990ea-9ce5-4d58-b5b6-7fbb24ece45e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.719480] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 728.719480] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52735a9e-7664-8758-efdd-279118190602" [ 728.719480] env[69854]: _type = "Task" [ 728.719480] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.729017] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52735a9e-7664-8758-efdd-279118190602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.769079] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518810, 'name': Rename_Task, 'duration_secs': 0.273472} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.769543] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.769929] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e950e80a-e931-4d6d-8e53-5dca77f7356b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.781029] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 728.781029] env[69854]: value = "task-3518813" [ 728.781029] env[69854]: _type = "Task" [ 728.781029] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.788181] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.877952] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f943a46d-dc3a-436b-8cca-88687457d64a tempest-DeleteServersAdminTestJSON-1370190303 tempest-DeleteServersAdminTestJSON-1370190303-project-admin] Lock "e74912d1-1c64-422a-be63-4013723543c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.769s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.887071] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518808, 'name': ReconfigVM_Task, 'duration_secs': 0.626371} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.887449] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420/d2034a90-37dc-4f14-b91e-00d4288d7420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.888190] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36630691-43ec-4996-9c82-18a1fffc3400 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.895353] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 728.895353] env[69854]: value = "task-3518814" [ 728.895353] env[69854]: _type = "Task" [ 728.895353] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.909276] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518814, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.075797] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.081276] env[69854]: DEBUG oslo_vmware.api [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Task: {'id': task-3518812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296402} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.081781] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.082113] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.082439] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.082740] env[69854]: INFO nova.compute.manager [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 729.083167] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.083540] env[69854]: DEBUG nova.compute.manager [-] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.083743] env[69854]: DEBUG nova.network.neutron [-] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.232200] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52735a9e-7664-8758-efdd-279118190602, 'name': SearchDatastore_Task, 'duration_secs': 0.018243} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.232606] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.234093] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c913edc9-a08d-40e8-a50f-89caf3b73c3f/c913edc9-a08d-40e8-a50f-89caf3b73c3f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.234369] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce23a5c-2b1c-4959-a2bb-a3fbb0c25cd9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.243806] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 729.243806] env[69854]: value = "task-3518815" [ 729.243806] env[69854]: _type = "Task" [ 729.243806] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.255127] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.256166] env[69854]: DEBUG nova.network.neutron [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Updated VIF entry in instance network info cache for port 7f113aff-b163-40a6-912e-b2100c7043ef. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.256558] env[69854]: DEBUG nova.network.neutron [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Updating instance_info_cache with network_info: [{"id": "7f113aff-b163-40a6-912e-b2100c7043ef", "address": "fa:16:3e:1f:b8:71", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f113aff-b1", "ovs_interfaceid": "7f113aff-b163-40a6-912e-b2100c7043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.292739] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.333949] env[69854]: DEBUG oslo_concurrency.lockutils [None req-128825f3-a873-4d1d-904a-084cc2362157 tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.335263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.293s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.335551] env[69854]: DEBUG nova.objects.instance [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lazy-loading 'resources' on Instance uuid 1472aaa1-00a5-4801-b049-114813b6dd46 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.409963] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518814, 'name': Rename_Task, 'duration_secs': 0.19326} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.413025] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.413025] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed11e0e1-dd9a-47bb-b3ef-324db687a083 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.420693] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Waiting for the task: (returnval){ [ 729.420693] env[69854]: value = "task-3518816" [ 729.420693] env[69854]: _type = "Task" [ 729.420693] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.439151] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.506905] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Updating instance_info_cache with network_info: [{"id": "68077ed3-573c-4db0-92a6-2bf8a2da5ccf", "address": "fa:16:3e:3b:99:9e", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68077ed3-57", "ovs_interfaceid": "68077ed3-573c-4db0-92a6-2bf8a2da5ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.757308] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.760114] env[69854]: DEBUG oslo_concurrency.lockutils [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] Releasing lock "refresh_cache-c913edc9-a08d-40e8-a50f-89caf3b73c3f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.760471] env[69854]: DEBUG nova.compute.manager [req-0504f74b-ce44-4cdb-87eb-08b537abca0b req-b1493951-b9ee-4bd4-bdf1-a55116d883ee service nova] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Received event network-vif-deleted-94441ab0-302d-4615-a1de-97776c72081d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.797038] env[69854]: DEBUG oslo_vmware.api [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3518813, 'name': PowerOnVM_Task, 'duration_secs': 0.713641} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.797038] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.797038] env[69854]: INFO nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Took 10.07 seconds to spawn the instance on the hypervisor. [ 729.797038] env[69854]: DEBUG nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.797038] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c838120c-82f7-4486-916f-6bbb23d53f10 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.815159] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Successfully updated port: b9c70601-ca6c-4d8c-b6e5-aa42d590141e {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.939223] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.010780] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "refresh_cache-6ad9723b-7525-4c0e-93a9-2521269d7f7e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.011124] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Instance network_info: |[{"id": "68077ed3-573c-4db0-92a6-2bf8a2da5ccf", "address": "fa:16:3e:3b:99:9e", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68077ed3-57", "ovs_interfaceid": "68077ed3-573c-4db0-92a6-2bf8a2da5ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.011859] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:99:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68077ed3-573c-4db0-92a6-2bf8a2da5ccf', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.024449] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.027418] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.028203] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-200e8810-5c8a-4b71-acb8-9d41e03a81f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.054490] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.054490] env[69854]: value = "task-3518817" [ 730.054490] env[69854]: _type = "Task" [ 730.054490] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.064486] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518817, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.071327] env[69854]: DEBUG nova.network.neutron [-] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.136232] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.136568] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.261826] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638346} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.265161] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c913edc9-a08d-40e8-a50f-89caf3b73c3f/c913edc9-a08d-40e8-a50f-89caf3b73c3f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.265161] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.265296] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa13615-d6bc-43cd-9938-98e772146963 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.273846] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 730.273846] env[69854]: value = "task-3518818" [ 730.273846] env[69854]: _type = "Task" [ 730.273846] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.283157] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.325087] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523532b3-e3ee-0496-a4b4-4673155b8d8c/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 730.325888] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "refresh_cache-78609c34-597a-4881-895b-c9e11fd1e90e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.326167] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "refresh_cache-78609c34-597a-4881-895b-c9e11fd1e90e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.326430] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.329153] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9554caf-a8b6-4111-a812-6d24de86a436 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.337874] env[69854]: INFO nova.compute.manager [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Took 25.08 seconds to build instance. [ 730.344895] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523532b3-e3ee-0496-a4b4-4673155b8d8c/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 730.345090] env[69854]: ERROR oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523532b3-e3ee-0496-a4b4-4673155b8d8c/disk-0.vmdk due to incomplete transfer. [ 730.346393] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b14cd20-792e-452b-b1b2-f3ac7ae3d2a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.357515] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523532b3-e3ee-0496-a4b4-4673155b8d8c/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 730.357515] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Uploaded image cffa9ace-ce8e-4af6-b770-a4105921cbf0 to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 730.363475] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.363704] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f5dce2b-30a9-4e72-b6c2-e883baf3f43d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.375121] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 730.375121] env[69854]: value = "task-3518819" [ 730.375121] env[69854]: _type = "Task" [ 730.375121] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.384653] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518819, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.460887] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518816, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.546510] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2bab6f-764f-4618-b5f3-a923f577d0ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.551886] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cd21a3-b82f-4078-bfd2-6fc4b61756ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.597897] env[69854]: INFO nova.compute.manager [-] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Took 1.51 seconds to deallocate network for instance. [ 730.598447] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518817, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.601024] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3aa47-6691-47b3-af84-8b068608d2f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.613472] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66b175-e9b7-4e98-9e1e-b3c1caace1a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.634307] env[69854]: DEBUG nova.compute.provider_tree [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.788024] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141778} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.788310] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.790040] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bbbb0c-51e2-4108-8fff-50f157d95d21 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.814319] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c913edc9-a08d-40e8-a50f-89caf3b73c3f/c913edc9-a08d-40e8-a50f-89caf3b73c3f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.814896] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a107fa2-1dcf-497d-b31e-f2847e127a51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.836944] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 730.836944] env[69854]: value = "task-3518820" [ 730.836944] env[69854]: _type = "Task" [ 730.836944] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.845910] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f5bb71-256c-47ae-88de-f0b88e260ac0 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.495s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.846165] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.887745] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518819, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.904676] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.942306] env[69854]: DEBUG oslo_vmware.api [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Task: {'id': task-3518816, 'name': PowerOnVM_Task, 'duration_secs': 1.126144} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.942571] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.942768] env[69854]: DEBUG nova.compute.manager [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.943597] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87343563-4f31-4d81-a6c3-4a4edd82ca1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.052896] env[69854]: DEBUG nova.compute.manager [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Received event network-vif-deleted-d65e0f94-6341-443c-b202-a659ea64dfdc {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.053116] env[69854]: DEBUG nova.compute.manager [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Received event network-vif-plugged-b9c70601-ca6c-4d8c-b6e5-aa42d590141e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.054347] env[69854]: DEBUG oslo_concurrency.lockutils [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] Acquiring lock "78609c34-597a-4881-895b-c9e11fd1e90e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.054600] env[69854]: DEBUG oslo_concurrency.lockutils [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] Lock "78609c34-597a-4881-895b-c9e11fd1e90e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.054782] env[69854]: DEBUG oslo_concurrency.lockutils [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] Lock "78609c34-597a-4881-895b-c9e11fd1e90e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.054953] env[69854]: DEBUG nova.compute.manager [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] No waiting events found dispatching network-vif-plugged-b9c70601-ca6c-4d8c-b6e5-aa42d590141e {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.055130] env[69854]: WARNING nova.compute.manager [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Received unexpected event network-vif-plugged-b9c70601-ca6c-4d8c-b6e5-aa42d590141e for instance with vm_state building and task_state spawning. [ 731.055287] env[69854]: DEBUG nova.compute.manager [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Received event network-changed-b9c70601-ca6c-4d8c-b6e5-aa42d590141e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.055441] env[69854]: DEBUG nova.compute.manager [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Refreshing instance network info cache due to event network-changed-b9c70601-ca6c-4d8c-b6e5-aa42d590141e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.055610] env[69854]: DEBUG oslo_concurrency.lockutils [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] Acquiring lock "refresh_cache-78609c34-597a-4881-895b-c9e11fd1e90e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.071103] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518817, 'name': CreateVM_Task, 'duration_secs': 0.803842} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.072575] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.072575] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.072575] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.072575] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.073288] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d21f422-5166-4598-adc4-c27e7cb1265f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.081949] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 731.081949] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fb9ffd-c856-4584-f055-45475c37c93c" [ 731.081949] env[69854]: _type = "Task" [ 731.081949] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.094775] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fb9ffd-c856-4584-f055-45475c37c93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.110477] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.129369] env[69854]: DEBUG nova.network.neutron [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Updating instance_info_cache with network_info: [{"id": "b9c70601-ca6c-4d8c-b6e5-aa42d590141e", "address": "fa:16:3e:7d:64:9c", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c70601-ca", "ovs_interfaceid": "b9c70601-ca6c-4d8c-b6e5-aa42d590141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.139138] env[69854]: DEBUG nova.scheduler.client.report [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.281763] env[69854]: DEBUG nova.compute.manager [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Received event network-vif-plugged-68077ed3-573c-4db0-92a6-2bf8a2da5ccf {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.281865] env[69854]: DEBUG oslo_concurrency.lockutils [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] Acquiring lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.283051] env[69854]: DEBUG oslo_concurrency.lockutils [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.283260] env[69854]: DEBUG oslo_concurrency.lockutils [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.285216] env[69854]: DEBUG nova.compute.manager [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] No waiting events found dispatching network-vif-plugged-68077ed3-573c-4db0-92a6-2bf8a2da5ccf {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.285216] env[69854]: WARNING nova.compute.manager [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Received unexpected event network-vif-plugged-68077ed3-573c-4db0-92a6-2bf8a2da5ccf for instance with vm_state building and task_state spawning. [ 731.285216] env[69854]: DEBUG nova.compute.manager [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Received event network-changed-68077ed3-573c-4db0-92a6-2bf8a2da5ccf {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.285216] env[69854]: DEBUG nova.compute.manager [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Refreshing instance network info cache due to event network-changed-68077ed3-573c-4db0-92a6-2bf8a2da5ccf. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.285216] env[69854]: DEBUG oslo_concurrency.lockutils [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] Acquiring lock "refresh_cache-6ad9723b-7525-4c0e-93a9-2521269d7f7e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.285484] env[69854]: DEBUG oslo_concurrency.lockutils [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] Acquired lock "refresh_cache-6ad9723b-7525-4c0e-93a9-2521269d7f7e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.285484] env[69854]: DEBUG nova.network.neutron [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Refreshing network info cache for port 68077ed3-573c-4db0-92a6-2bf8a2da5ccf {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.352563] env[69854]: DEBUG nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.355217] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.386958] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518819, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.463896] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.562416] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "75849b03-fa75-42ef-b7e2-b8b001e720b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.562645] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.592954] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fb9ffd-c856-4584-f055-45475c37c93c, 'name': SearchDatastore_Task, 'duration_secs': 0.039037} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.593888] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.593888] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.593888] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.593888] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.594089] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.594320] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6af82e95-25a8-444a-9cdb-46ca331e5e22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.605553] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.605952] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.606642] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2622bb2b-af36-4947-8d25-6ea7ddb3ff85 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.616640] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 731.616640] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ed1bfa-4684-392c-8cd0-7f213bad327d" [ 731.616640] env[69854]: _type = "Task" [ 731.616640] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.625621] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ed1bfa-4684-392c-8cd0-7f213bad327d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.635292] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "refresh_cache-78609c34-597a-4881-895b-c9e11fd1e90e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.635292] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Instance network_info: |[{"id": "b9c70601-ca6c-4d8c-b6e5-aa42d590141e", "address": "fa:16:3e:7d:64:9c", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c70601-ca", "ovs_interfaceid": "b9c70601-ca6c-4d8c-b6e5-aa42d590141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.635552] env[69854]: DEBUG oslo_concurrency.lockutils [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] Acquired lock "refresh_cache-78609c34-597a-4881-895b-c9e11fd1e90e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.635552] env[69854]: DEBUG nova.network.neutron [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Refreshing network info cache for port b9c70601-ca6c-4d8c-b6e5-aa42d590141e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.636842] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:64:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9c70601-ca6c-4d8c-b6e5-aa42d590141e', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.646798] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.647807] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.647807] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b211c50-e6e3-4456-8132-0e4c04d90896 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.664834] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.667192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.301s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.668849] env[69854]: INFO nova.compute.claims [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.678122] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.678122] env[69854]: value = "task-3518821" [ 731.678122] env[69854]: _type = "Task" [ 731.678122] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.687275] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518821, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.706331] env[69854]: INFO nova.scheduler.client.report [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Deleted allocations for instance 1472aaa1-00a5-4801-b049-114813b6dd46 [ 731.851355] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518820, 'name': ReconfigVM_Task, 'duration_secs': 0.829074} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.851645] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c913edc9-a08d-40e8-a50f-89caf3b73c3f/c913edc9-a08d-40e8-a50f-89caf3b73c3f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.852388] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f9a0f25-14ae-4be1-a6da-f07b9400fdf8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.861957] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 731.861957] env[69854]: value = "task-3518822" [ 731.861957] env[69854]: _type = "Task" [ 731.861957] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.873380] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518822, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.881065] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.885604] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518819, 'name': Destroy_Task, 'duration_secs': 1.364753} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.885940] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Destroyed the VM [ 731.886344] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.886635] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3c10297-2f92-4d78-aa2d-89fe7f767fdd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.893767] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 731.893767] env[69854]: value = "task-3518823" [ 731.893767] env[69854]: _type = "Task" [ 731.893767] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.904940] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518823, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.131391] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ed1bfa-4684-392c-8cd0-7f213bad327d, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.132331] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47acc324-9688-4341-9917-1feb0ef6a1db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.140876] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 732.140876] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526ace6f-cd14-a3a0-fcac-14c793c9b95e" [ 732.140876] env[69854]: _type = "Task" [ 732.140876] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.145380] env[69854]: DEBUG nova.network.neutron [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Updated VIF entry in instance network info cache for port 68077ed3-573c-4db0-92a6-2bf8a2da5ccf. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.145545] env[69854]: DEBUG nova.network.neutron [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Updating instance_info_cache with network_info: [{"id": "68077ed3-573c-4db0-92a6-2bf8a2da5ccf", "address": "fa:16:3e:3b:99:9e", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68077ed3-57", "ovs_interfaceid": "68077ed3-573c-4db0-92a6-2bf8a2da5ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.152053] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526ace6f-cd14-a3a0-fcac-14c793c9b95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.189497] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518821, 'name': CreateVM_Task, 'duration_secs': 0.370986} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.190202] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.190919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.191101] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.191402] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.191889] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a03302d-0a90-444f-acdb-b02578d0f241 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.196601] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 732.196601] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52818aa8-b52f-6747-100b-48dbae83fdaa" [ 732.196601] env[69854]: _type = "Task" [ 732.196601] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.205487] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52818aa8-b52f-6747-100b-48dbae83fdaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.224962] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3acb4482-c588-4c8a-a610-24577da8b9df tempest-ServerAddressesTestJSON-525856355 tempest-ServerAddressesTestJSON-525856355-project-member] Lock "1472aaa1-00a5-4801-b049-114813b6dd46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.030s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.382237] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518822, 'name': Rename_Task, 'duration_secs': 0.183589} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.382700] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.382927] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66469cd3-80c8-4681-a810-312c39140df6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.389965] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 732.389965] env[69854]: value = "task-3518824" [ 732.389965] env[69854]: _type = "Task" [ 732.389965] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.401172] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.409170] env[69854]: DEBUG nova.network.neutron [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Updated VIF entry in instance network info cache for port b9c70601-ca6c-4d8c-b6e5-aa42d590141e. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.409170] env[69854]: DEBUG nova.network.neutron [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Updating instance_info_cache with network_info: [{"id": "b9c70601-ca6c-4d8c-b6e5-aa42d590141e", "address": "fa:16:3e:7d:64:9c", "network": {"id": "8092d894-9048-4e46-8602-d1992baf39c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-450224699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e83c24a59d940a8a7a9f5f87086a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c70601-ca", "ovs_interfaceid": "b9c70601-ca6c-4d8c-b6e5-aa42d590141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.409771] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518823, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.653410] env[69854]: DEBUG oslo_concurrency.lockutils [req-c5a37233-417c-4ebd-ad52-6b0fa670d5b2 req-022a7e70-f71c-4f82-94eb-57a8f3bbb550 service nova] Releasing lock "refresh_cache-6ad9723b-7525-4c0e-93a9-2521269d7f7e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.653911] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526ace6f-cd14-a3a0-fcac-14c793c9b95e, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.654095] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.654382] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 6ad9723b-7525-4c0e-93a9-2521269d7f7e/6ad9723b-7525-4c0e-93a9-2521269d7f7e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.654689] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e56bee-5824-459f-a364-9b94412ead23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.662066] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 732.662066] env[69854]: value = "task-3518825" [ 732.662066] env[69854]: _type = "Task" [ 732.662066] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.670274] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.676411] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "94885a87-a767-4725-af22-52fd7fa7bbb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.676675] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.710762] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52818aa8-b52f-6747-100b-48dbae83fdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.711136] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.711262] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.711531] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.711648] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.711807] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.712099] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5e370a-1070-40de-aece-b9dd3567e94a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.733023] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.733023] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.733023] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f5a782-4519-448f-ab71-ebc8ff6d449b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.741397] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 732.741397] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52581464-70d4-fa5a-458a-77ec6e1f2ed7" [ 732.741397] env[69854]: _type = "Task" [ 732.741397] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.753092] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52581464-70d4-fa5a-458a-77ec6e1f2ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.906935] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.913540] env[69854]: DEBUG oslo_concurrency.lockutils [req-32467b28-2628-4046-8062-93a57d3cc95f req-86e9bd63-c275-44d7-8056-326382b2ac99 service nova] Releasing lock "refresh_cache-78609c34-597a-4881-895b-c9e11fd1e90e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.913949] env[69854]: DEBUG oslo_vmware.api [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518823, 'name': RemoveSnapshot_Task, 'duration_secs': 0.53463} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.914443] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 732.914897] env[69854]: INFO nova.compute.manager [None req-93d408bd-2323-4b95-9ca8-ab59b913376e tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Took 16.66 seconds to snapshot the instance on the hypervisor. [ 733.181507] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.182738] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "d2034a90-37dc-4f14-b91e-00d4288d7420" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.183091] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "d2034a90-37dc-4f14-b91e-00d4288d7420" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.183515] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "d2034a90-37dc-4f14-b91e-00d4288d7420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.183515] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "d2034a90-37dc-4f14-b91e-00d4288d7420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.183692] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "d2034a90-37dc-4f14-b91e-00d4288d7420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.186223] env[69854]: INFO nova.compute.manager [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Terminating instance [ 733.220645] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "108f928d-bdc4-42eb-9885-4436d0900efd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.220645] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "108f928d-bdc4-42eb-9885-4436d0900efd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.229640] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb87ae62-0adb-417c-bb20-0986bf3edccc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.239605] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031e5219-7b54-48d2-9af8-7d85e5bb7c35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.253221] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52581464-70d4-fa5a-458a-77ec6e1f2ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.279795] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8889a2-9aa6-4bfc-b475-98d211f2ee85 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.285754] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86668adb-898e-4e49-9ee0-55bdb636542a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.289558] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 733.289558] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5214cf33-2b5f-b69f-70a6-94bc38ef7e9f" [ 733.289558] env[69854]: _type = "Task" [ 733.289558] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.298012] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304458b7-2744-419e-b141-5dcb1f5beee2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.307533] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5214cf33-2b5f-b69f-70a6-94bc38ef7e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.317330] env[69854]: DEBUG nova.compute.provider_tree [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.405286] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.675258] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579957} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.675522] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 6ad9723b-7525-4c0e-93a9-2521269d7f7e/6ad9723b-7525-4c0e-93a9-2521269d7f7e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.675805] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.676161] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74b164ad-7e7d-4826-bd4d-831136cc4478 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.684138] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 733.684138] env[69854]: value = "task-3518826" [ 733.684138] env[69854]: _type = "Task" [ 733.684138] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.691840] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.696572] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "refresh_cache-d2034a90-37dc-4f14-b91e-00d4288d7420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.696781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquired lock "refresh_cache-d2034a90-37dc-4f14-b91e-00d4288d7420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.697017] env[69854]: DEBUG nova.network.neutron [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.806401] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5214cf33-2b5f-b69f-70a6-94bc38ef7e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.026606} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.806684] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.806947] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 78609c34-597a-4881-895b-c9e11fd1e90e/78609c34-597a-4881-895b-c9e11fd1e90e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.807228] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-721983a0-ab8c-4ec9-a810-0608a0cac18f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.821072] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 733.821072] env[69854]: value = "task-3518827" [ 733.821072] env[69854]: _type = "Task" [ 733.821072] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.821539] env[69854]: DEBUG nova.scheduler.client.report [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.836818] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.903557] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518824, 'name': PowerOnVM_Task, 'duration_secs': 1.030456} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.903867] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.904114] env[69854]: INFO nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Took 11.45 seconds to spawn the instance on the hypervisor. [ 733.904267] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.905351] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97614812-665d-46ef-9a46-e34a313c9539 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.029506] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "9237342f-9720-400b-b201-9357fc090d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.029761] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.029976] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "9237342f-9720-400b-b201-9357fc090d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.030204] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.030429] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.034391] env[69854]: INFO nova.compute.manager [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Terminating instance [ 734.201462] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144678} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.202589] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.206020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992c9007-6e5a-45fb-89db-2953ef20af30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.231978] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 6ad9723b-7525-4c0e-93a9-2521269d7f7e/6ad9723b-7525-4c0e-93a9-2521269d7f7e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.232553] env[69854]: DEBUG nova.network.neutron [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.234660] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54bf24bf-a279-4e1b-96ac-69463f415b48 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.258437] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 734.258437] env[69854]: value = "task-3518828" [ 734.258437] env[69854]: _type = "Task" [ 734.258437] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.270314] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.336251] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.337110] env[69854]: DEBUG nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.341284] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518827, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.342522] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.658s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.347430] env[69854]: INFO nova.compute.claims [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.356735] env[69854]: DEBUG nova.network.neutron [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.434124] env[69854]: INFO nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Took 28.62 seconds to build instance. [ 734.537687] env[69854]: DEBUG nova.compute.manager [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.537787] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.539293] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0159827-7864-4fe2-ae95-aaf0772ff5bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.548998] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.549208] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e843eca-796c-466b-a791-f3ab5bf01790 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.619173] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.619173] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.620652] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleting the datastore file [datastore1] 9237342f-9720-400b-b201-9357fc090d1e {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.620652] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8177d0f4-6a33-4537-b7d7-f48a586f1e96 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.628557] env[69854]: DEBUG oslo_vmware.api [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 734.628557] env[69854]: value = "task-3518830" [ 734.628557] env[69854]: _type = "Task" [ 734.628557] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.637944] env[69854]: DEBUG oslo_vmware.api [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.770033] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.838362] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760403} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.838362] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 78609c34-597a-4881-895b-c9e11fd1e90e/78609c34-597a-4881-895b-c9e11fd1e90e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.838362] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.838362] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3c0262-fc2c-400c-beff-bfdbf5beab94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.844301] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 734.844301] env[69854]: value = "task-3518831" [ 734.844301] env[69854]: _type = "Task" [ 734.844301] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.854430] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.855317] env[69854]: DEBUG nova.compute.utils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.859465] env[69854]: DEBUG nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.859720] env[69854]: DEBUG nova.network.neutron [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.869488] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Releasing lock "refresh_cache-d2034a90-37dc-4f14-b91e-00d4288d7420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.870044] env[69854]: DEBUG nova.compute.manager [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.870477] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.871455] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478e2f1b-d0f7-42e3-9463-fc4de9cf7b15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.880201] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.880616] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02dfe595-5cb3-421c-b6cc-1fdfd1ac9130 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.890209] env[69854]: DEBUG oslo_vmware.api [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 734.890209] env[69854]: value = "task-3518832" [ 734.890209] env[69854]: _type = "Task" [ 734.890209] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.901044] env[69854]: DEBUG oslo_vmware.api [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.937159] env[69854]: DEBUG nova.compute.manager [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Received event network-changed-bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.937424] env[69854]: DEBUG nova.compute.manager [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Refreshing instance network info cache due to event network-changed-bc1b8a94-44aa-466a-a8b4-8d37a9e71640. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.937742] env[69854]: DEBUG oslo_concurrency.lockutils [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] Acquiring lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.938034] env[69854]: DEBUG oslo_concurrency.lockutils [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] Acquired lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.938283] env[69854]: DEBUG nova.network.neutron [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Refreshing network info cache for port bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.943980] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.461s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.995392] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.996154] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.140100] env[69854]: DEBUG oslo_vmware.api [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3518830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337839} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.140878] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.141237] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.141685] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.142219] env[69854]: INFO nova.compute.manager [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Took 0.60 seconds to destroy the instance on the hypervisor. [ 735.142575] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.142924] env[69854]: DEBUG nova.compute.manager [-] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.143160] env[69854]: DEBUG nova.network.neutron [-] [instance: 9237342f-9720-400b-b201-9357fc090d1e] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.147873] env[69854]: DEBUG nova.policy [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '248fd13164444d8fb3ad218278381fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31791e73a7de49288d23437da81c2185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.273308] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518828, 'name': ReconfigVM_Task, 'duration_secs': 0.806212} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.273308] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 6ad9723b-7525-4c0e-93a9-2521269d7f7e/6ad9723b-7525-4c0e-93a9-2521269d7f7e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.273631] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee2bc5a-3b53-41e8-b2f9-f90ffbbb6b03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.282187] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 735.282187] env[69854]: value = "task-3518833" [ 735.282187] env[69854]: _type = "Task" [ 735.282187] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.291751] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518833, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.356597] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081867} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.357080] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.358494] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f700d68f-8b54-41eb-a72f-20843e9ce8fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.362902] env[69854]: DEBUG nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.396211] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 78609c34-597a-4881-895b-c9e11fd1e90e/78609c34-597a-4881-895b-c9e11fd1e90e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.396990] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb036b9-ce63-42a7-833d-f98213aa90db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.420648] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 735.420648] env[69854]: value = "task-3518834" [ 735.420648] env[69854]: _type = "Task" [ 735.420648] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.428401] env[69854]: DEBUG oslo_vmware.api [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518832, 'name': PowerOffVM_Task, 'duration_secs': 0.241296} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.432115] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.432115] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.432115] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43cf1954-f6f9-44ed-898e-ac4688c18711 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.439193] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.446952] env[69854]: DEBUG nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.456775] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.456992] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.457195] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Deleting the datastore file [datastore1] d2034a90-37dc-4f14-b91e-00d4288d7420 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.457456] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d7185c7-da11-4028-8d50-2a0aa5002654 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.466481] env[69854]: DEBUG oslo_vmware.api [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for the task: (returnval){ [ 735.466481] env[69854]: value = "task-3518836" [ 735.466481] env[69854]: _type = "Task" [ 735.466481] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.477773] env[69854]: DEBUG oslo_vmware.api [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.794897] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518833, 'name': Rename_Task, 'duration_secs': 0.317424} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.795415] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.795689] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c97dd258-e060-48a3-bcae-bd7b3bebf04b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.805765] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 735.805765] env[69854]: value = "task-3518837" [ 735.805765] env[69854]: _type = "Task" [ 735.805765] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.817032] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.888883] env[69854]: DEBUG nova.network.neutron [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Updated VIF entry in instance network info cache for port bc1b8a94-44aa-466a-a8b4-8d37a9e71640. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.889875] env[69854]: DEBUG nova.network.neutron [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Updating instance_info_cache with network_info: [{"id": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "address": "fa:16:3e:e1:d4:ff", "network": {"id": "3432df52-9e08-4ad4-96f8-ab1b0ff6d764", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2056786614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa500d91b4f74234ba3c223854ef7f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1b8a94-44", "ovs_interfaceid": "bc1b8a94-44aa-466a-a8b4-8d37a9e71640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.944589] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518834, 'name': ReconfigVM_Task, 'duration_secs': 0.345906} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.948966] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 78609c34-597a-4881-895b-c9e11fd1e90e/78609c34-597a-4881-895b-c9e11fd1e90e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.950626] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df36f27-20bd-47e0-8031-637805826b8b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.965762] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 735.965762] env[69854]: value = "task-3518838" [ 735.965762] env[69854]: _type = "Task" [ 735.965762] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.982974] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.988944] env[69854]: DEBUG oslo_vmware.api [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Task: {'id': task-3518836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157914} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.993377] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.993377] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.993377] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.993377] env[69854]: INFO nova.compute.manager [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Took 1.12 seconds to destroy the instance on the hypervisor. [ 735.993730] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.994300] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518838, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.995073] env[69854]: DEBUG nova.compute.manager [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.995073] env[69854]: DEBUG nova.network.neutron [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.062347] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bb29f-6ad4-4a3e-a98e-6459b2dc60b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.073120] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8417a0df-9f07-4072-aa95-1c8463a3ead4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.109881] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53b6cda-0856-41ca-9288-785f573465f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.118361] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16815768-7502-4bde-9441-5cf8f7efec42 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.134396] env[69854]: DEBUG nova.compute.provider_tree [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.146072] env[69854]: DEBUG nova.network.neutron [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Successfully created port: efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.239203] env[69854]: DEBUG nova.network.neutron [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.316855] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.381548] env[69854]: DEBUG nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.395867] env[69854]: DEBUG oslo_concurrency.lockutils [req-c55aeaa9-c757-40b6-ab5c-27a7aeb8409f req-79883ed0-1a47-4c88-8ccf-cca544eff991 service nova] Releasing lock "refresh_cache-83f646cf-8128-4e98-b06f-cbe93f714199" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.462317] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.462810] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.463686] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.464233] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.464233] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.464716] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.466768] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.466768] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.466768] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.466768] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.466768] env[69854]: DEBUG nova.virt.hardware [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.466768] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cc8a38-177c-4e5b-8b2a-ebe7291f5a94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.480964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744ab83-5a32-4310-97fa-49879f877916 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.490196] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518838, 'name': Rename_Task, 'duration_secs': 0.141492} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.490196] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.490196] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bdf8371-7cfc-4400-a4b4-3341265c25aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.500339] env[69854]: DEBUG nova.network.neutron [-] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.504991] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 736.504991] env[69854]: value = "task-3518839" [ 736.504991] env[69854]: _type = "Task" [ 736.504991] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.517884] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.637615] env[69854]: DEBUG nova.scheduler.client.report [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.739922] env[69854]: DEBUG nova.network.neutron [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.817687] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518837, 'name': PowerOnVM_Task, 'duration_secs': 0.712965} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.817950] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.818178] env[69854]: INFO nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Took 11.44 seconds to spawn the instance on the hypervisor. [ 736.818363] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.819527] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e7781-d50a-414f-b161-ed48a5490f89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.008045] env[69854]: INFO nova.compute.manager [-] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Took 1.86 seconds to deallocate network for instance. [ 737.031090] env[69854]: DEBUG oslo_vmware.api [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518839, 'name': PowerOnVM_Task, 'duration_secs': 0.507422} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.031354] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.031550] env[69854]: INFO nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Took 8.94 seconds to spawn the instance on the hypervisor. [ 737.031737] env[69854]: DEBUG nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.033219] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f8f80-50c4-4bb7-a8ba-b57571a4780c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.147203] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.150252] env[69854]: DEBUG nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.153072] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.474s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.153072] env[69854]: DEBUG nova.objects.instance [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lazy-loading 'resources' on Instance uuid 66c2cedd-8e59-4707-be43-ed9351d8faa4 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.242624] env[69854]: INFO nova.compute.manager [-] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Took 1.25 seconds to deallocate network for instance. [ 737.337329] env[69854]: INFO nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Took 28.12 seconds to build instance. [ 737.427020] env[69854]: DEBUG nova.compute.manager [req-d4725b35-8c96-433f-bc1a-a6fa3a928bec req-909adbec-2f6f-4f01-9721-7e7aeeb96df2 service nova] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Received event network-vif-deleted-91ce0862-d6d8-4a3c-91e7-5a21b4087541 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.522140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.554380] env[69854]: INFO nova.compute.manager [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Took 28.02 seconds to build instance. [ 737.658154] env[69854]: DEBUG nova.compute.utils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.660521] env[69854]: DEBUG nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.660919] env[69854]: DEBUG nova.network.neutron [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.721309] env[69854]: DEBUG nova.policy [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55eba02380d54d8fb61eb778c37a743b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57ef5a6a56ae417fba6b856517e52dba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.749948] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.840249] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.326s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.863472] env[69854]: DEBUG nova.network.neutron [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Successfully updated port: efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.040767] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "17468efb-5a72-4ca4-afea-ecce3f243533" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.040982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.041215] env[69854]: DEBUG nova.compute.manager [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.044014] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083bff76-d7c7-4f00-a4b8-9d313f118c5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.051406] env[69854]: DEBUG nova.compute.manager [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 738.052194] env[69854]: DEBUG nova.objects.instance [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lazy-loading 'flavor' on Instance uuid 17468efb-5a72-4ca4-afea-ecce3f243533 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.056883] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21397e1a-1a1b-41f3-ae2c-84c79889ce99 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "78609c34-597a-4881-895b-c9e11fd1e90e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.511s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.085617] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "75921141-90d9-4c78-99b6-57fc38eff25a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.085884] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "75921141-90d9-4c78-99b6-57fc38eff25a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.160793] env[69854]: DEBUG nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.197897] env[69854]: DEBUG nova.network.neutron [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Successfully created port: b8060626-059e-4b3b-a47b-fa02a3e3e6ef {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.283028] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f285e7-b9e2-4f4b-bf06-b47c41c221b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.292352] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfe056c-efd1-4716-ac16-a905d8ac24a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.329098] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636bc64-83e7-4ae8-a3cf-f45fb096e982 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.335132] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f37cd5-886a-4f5b-b9e4-eef145e2724a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.350558] env[69854]: DEBUG nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.354187] env[69854]: DEBUG nova.compute.provider_tree [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.367724] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.367724] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquired lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.367724] env[69854]: DEBUG nova.network.neutron [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.539054] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.539156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.560234] env[69854]: DEBUG nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.863551] env[69854]: DEBUG nova.scheduler.client.report [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.889962] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.960053] env[69854]: DEBUG nova.network.neutron [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.067873] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.070561] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0035b50-889b-4bb0-852d-de296b756e1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.080978] env[69854]: DEBUG oslo_vmware.api [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 739.080978] env[69854]: value = "task-3518840" [ 739.080978] env[69854]: _type = "Task" [ 739.080978] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.091168] env[69854]: DEBUG oslo_vmware.api [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.099196] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.174153] env[69854]: DEBUG nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.181055] env[69854]: DEBUG nova.network.neutron [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Updating instance_info_cache with network_info: [{"id": "efc01834-5126-4829-91d2-791c7f927276", "address": "fa:16:3e:8b:b9:82", "network": {"id": "7f2fd8fe-3c76-4369-8b7f-07bd1f7d7a1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-2054928744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31791e73a7de49288d23437da81c2185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc01834-51", "ovs_interfaceid": "efc01834-5126-4829-91d2-791c7f927276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.211764] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.212088] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.212334] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.212541] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.212844] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.212951] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.213217] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.213414] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.213606] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.213800] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.214187] env[69854]: DEBUG nova.virt.hardware [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.215513] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2536ac-455f-4ece-b87b-b39559495cb5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.230281] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626a509e-efbc-4641-b7f6-20202ab40f95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.373700] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.380380] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.646s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.382665] env[69854]: INFO nova.compute.claims [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.408128] env[69854]: INFO nova.scheduler.client.report [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Deleted allocations for instance 66c2cedd-8e59-4707-be43-ed9351d8faa4 [ 739.597135] env[69854]: DEBUG oslo_vmware.api [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518840, 'name': PowerOffVM_Task, 'duration_secs': 0.28817} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.597668] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.600568] env[69854]: DEBUG nova.compute.manager [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.600568] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22dca09-4ade-4023-bd16-3b781347516c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.687031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Releasing lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.687031] env[69854]: DEBUG nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Instance network_info: |[{"id": "efc01834-5126-4829-91d2-791c7f927276", "address": "fa:16:3e:8b:b9:82", "network": {"id": "7f2fd8fe-3c76-4369-8b7f-07bd1f7d7a1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-2054928744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31791e73a7de49288d23437da81c2185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc01834-51", "ovs_interfaceid": "efc01834-5126-4829-91d2-791c7f927276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.687378] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efc01834-5126-4829-91d2-791c7f927276', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.696688] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Creating folder: Project (31791e73a7de49288d23437da81c2185). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.697331] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5214491-5119-4fbc-bb2f-1a423957bd5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.708685] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Created folder: Project (31791e73a7de49288d23437da81c2185) in parent group-v702928. [ 739.709405] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Creating folder: Instances. Parent ref: group-v702976. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.710155] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e807d144-93dd-400d-a5ad-a3b29f572d83 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.722107] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Created folder: Instances in parent group-v702976. [ 739.722107] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.722430] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.722693] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6b6298c-651b-40d4-89d3-891d71e480b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.747236] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.747236] env[69854]: value = "task-3518843" [ 739.747236] env[69854]: _type = "Task" [ 739.747236] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.758295] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518843, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.922711] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5fc16b53-609b-4d13-9343-ada3e1cf3395 tempest-ServerDiagnosticsV248Test-171314329 tempest-ServerDiagnosticsV248Test-171314329-project-member] Lock "66c2cedd-8e59-4707-be43-ed9351d8faa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.588s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.039313] env[69854]: DEBUG nova.compute.manager [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Received event network-vif-plugged-efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.039313] env[69854]: DEBUG oslo_concurrency.lockutils [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] Acquiring lock "4ec9d6d6-6748-4ff0-b411-7653473d1271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.039313] env[69854]: DEBUG oslo_concurrency.lockutils [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.039313] env[69854]: DEBUG oslo_concurrency.lockutils [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.039313] env[69854]: DEBUG nova.compute.manager [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] No waiting events found dispatching network-vif-plugged-efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.039956] env[69854]: WARNING nova.compute.manager [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Received unexpected event network-vif-plugged-efc01834-5126-4829-91d2-791c7f927276 for instance with vm_state building and task_state spawning. [ 740.039956] env[69854]: DEBUG nova.compute.manager [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Received event network-changed-efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.039956] env[69854]: DEBUG nova.compute.manager [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Refreshing instance network info cache due to event network-changed-efc01834-5126-4829-91d2-791c7f927276. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.039956] env[69854]: DEBUG oslo_concurrency.lockutils [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] Acquiring lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.039956] env[69854]: DEBUG oslo_concurrency.lockutils [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] Acquired lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.040341] env[69854]: DEBUG nova.network.neutron [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Refreshing network info cache for port efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.115893] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cdb8e12-fede-4ff0-a24c-4c0f76723856 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.189544] env[69854]: DEBUG nova.network.neutron [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Successfully updated port: b8060626-059e-4b3b-a47b-fa02a3e3e6ef {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.207373] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.207625] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.207832] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.207996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.208177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.210212] env[69854]: INFO nova.compute.manager [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Terminating instance [ 740.261844] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518843, 'name': CreateVM_Task, 'duration_secs': 0.509856} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.262051] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.262746] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.262925] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.263263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.263523] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304a0412-30b4-4bbb-a837-5605dc7d5865 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.269320] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 740.269320] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f991da-657a-ebe0-d696-9d7b2648bffa" [ 740.269320] env[69854]: _type = "Task" [ 740.269320] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.277830] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f991da-657a-ebe0-d696-9d7b2648bffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.540321] env[69854]: DEBUG nova.compute.manager [req-2550d357-1c0b-4896-a9d6-674fc99aa5f9 req-ddfc031d-7d34-45b7-aade-130f9153ddc7 service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Received event network-vif-plugged-b8060626-059e-4b3b-a47b-fa02a3e3e6ef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.540321] env[69854]: DEBUG oslo_concurrency.lockutils [req-2550d357-1c0b-4896-a9d6-674fc99aa5f9 req-ddfc031d-7d34-45b7-aade-130f9153ddc7 service nova] Acquiring lock "dc42e351-1af4-47f4-a737-47eb44173a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.540321] env[69854]: DEBUG oslo_concurrency.lockutils [req-2550d357-1c0b-4896-a9d6-674fc99aa5f9 req-ddfc031d-7d34-45b7-aade-130f9153ddc7 service nova] Lock "dc42e351-1af4-47f4-a737-47eb44173a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.541053] env[69854]: DEBUG oslo_concurrency.lockutils [req-2550d357-1c0b-4896-a9d6-674fc99aa5f9 req-ddfc031d-7d34-45b7-aade-130f9153ddc7 service nova] Lock "dc42e351-1af4-47f4-a737-47eb44173a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.541053] env[69854]: DEBUG nova.compute.manager [req-2550d357-1c0b-4896-a9d6-674fc99aa5f9 req-ddfc031d-7d34-45b7-aade-130f9153ddc7 service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] No waiting events found dispatching network-vif-plugged-b8060626-059e-4b3b-a47b-fa02a3e3e6ef {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.541053] env[69854]: WARNING nova.compute.manager [req-2550d357-1c0b-4896-a9d6-674fc99aa5f9 req-ddfc031d-7d34-45b7-aade-130f9153ddc7 service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Received unexpected event network-vif-plugged-b8060626-059e-4b3b-a47b-fa02a3e3e6ef for instance with vm_state building and task_state spawning. [ 740.573659] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "2286857e-9712-4316-8b99-22137dde2157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.573902] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "2286857e-9712-4316-8b99-22137dde2157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.697771] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "refresh_cache-dc42e351-1af4-47f4-a737-47eb44173a37" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.698234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquired lock "refresh_cache-dc42e351-1af4-47f4-a737-47eb44173a37" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.698234] env[69854]: DEBUG nova.network.neutron [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.713955] env[69854]: DEBUG nova.compute.manager [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.714016] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.721095] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25805b8-4a10-4c11-8fd5-f8331abcd8fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.732819] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.734040] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9e35f34-7d33-4076-84cd-2fca5a8ef0fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.739539] env[69854]: DEBUG oslo_vmware.api [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 740.739539] env[69854]: value = "task-3518844" [ 740.739539] env[69854]: _type = "Task" [ 740.739539] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.748038] env[69854]: DEBUG oslo_vmware.api [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.781898] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f991da-657a-ebe0-d696-9d7b2648bffa, 'name': SearchDatastore_Task, 'duration_secs': 0.040263} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.784710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.785466] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.785761] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.785919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.786402] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.787274] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6067abf-ed87-465f-a28d-198384090d62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.798492] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.798897] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.799772] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ed0e61-bc82-4224-8178-559342a19df9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.809625] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 740.809625] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522fcb22-f090-5b4f-dffd-37e092d323fc" [ 740.809625] env[69854]: _type = "Task" [ 740.809625] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.821174] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522fcb22-f090-5b4f-dffd-37e092d323fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.823262] env[69854]: DEBUG nova.network.neutron [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Updated VIF entry in instance network info cache for port efc01834-5126-4829-91d2-791c7f927276. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.823535] env[69854]: DEBUG nova.network.neutron [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Updating instance_info_cache with network_info: [{"id": "efc01834-5126-4829-91d2-791c7f927276", "address": "fa:16:3e:8b:b9:82", "network": {"id": "7f2fd8fe-3c76-4369-8b7f-07bd1f7d7a1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-2054928744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31791e73a7de49288d23437da81c2185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc01834-51", "ovs_interfaceid": "efc01834-5126-4829-91d2-791c7f927276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.995601] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2d72a-834f-4054-9cb6-24bc87b38b5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.001723] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6cb49-2505-437b-816a-95671f3bd011 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.043880] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccea1cf-2a08-4aae-ae17-83224af8da22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.049380] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50301c6-01d4-4d14-a738-09aa7648c571 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.065325] env[69854]: DEBUG nova.compute.provider_tree [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.254598] env[69854]: DEBUG oslo_vmware.api [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518844, 'name': PowerOffVM_Task, 'duration_secs': 0.289361} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.254952] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.255197] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.255519] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1cf81c2-f848-4682-9a0f-8dc8cce1b28e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.284844] env[69854]: DEBUG nova.network.neutron [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.323652] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522fcb22-f090-5b4f-dffd-37e092d323fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016731} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.329054] env[69854]: DEBUG oslo_concurrency.lockutils [req-3c4c6ca7-1140-44b8-bd32-9c1b3375f973 req-c6d07fa6-7027-4aef-ace6-166b0384f461 service nova] Releasing lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.329956] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8a2938-c2a0-49d9-84e0-c2fdf177bdb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.335122] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.335624] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.335900] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleting the datastore file [datastore1] c913edc9-a08d-40e8-a50f-89caf3b73c3f {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.336789] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261fd93d-af9b-474b-9104-276137e257f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.343296] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 741.343296] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526f3446-7589-c33b-8fbd-9b4dc175f47c" [ 741.343296] env[69854]: _type = "Task" [ 741.343296] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.348997] env[69854]: DEBUG oslo_vmware.api [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 741.348997] env[69854]: value = "task-3518846" [ 741.348997] env[69854]: _type = "Task" [ 741.348997] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.359520] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526f3446-7589-c33b-8fbd-9b4dc175f47c, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.361885] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.361885] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 4ec9d6d6-6748-4ff0-b411-7653473d1271/4ec9d6d6-6748-4ff0-b411-7653473d1271.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.366092] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cabe54c6-4cd3-4213-93f7-f06d0b0de25c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.368012] env[69854]: DEBUG oslo_vmware.api [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.377041] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 741.377041] env[69854]: value = "task-3518847" [ 741.377041] env[69854]: _type = "Task" [ 741.377041] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.381587] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.548803] env[69854]: DEBUG nova.network.neutron [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Updating instance_info_cache with network_info: [{"id": "b8060626-059e-4b3b-a47b-fa02a3e3e6ef", "address": "fa:16:3e:18:f3:7d", "network": {"id": "eeb6da6d-61d4-45fb-a490-5fd833c9f482", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1837282903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ef5a6a56ae417fba6b856517e52dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8060626-05", "ovs_interfaceid": "b8060626-059e-4b3b-a47b-fa02a3e3e6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.570101] env[69854]: DEBUG nova.scheduler.client.report [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.864325] env[69854]: DEBUG oslo_vmware.api [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207543} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.864587] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.864769] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.864941] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.865124] env[69854]: INFO nova.compute.manager [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 741.865370] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.865556] env[69854]: DEBUG nova.compute.manager [-] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.865663] env[69854]: DEBUG nova.network.neutron [-] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.890344] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.966581] env[69854]: DEBUG nova.objects.instance [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lazy-loading 'flavor' on Instance uuid 17468efb-5a72-4ca4-afea-ecce3f243533 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.053758] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Releasing lock "refresh_cache-dc42e351-1af4-47f4-a737-47eb44173a37" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.054028] env[69854]: DEBUG nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Instance network_info: |[{"id": "b8060626-059e-4b3b-a47b-fa02a3e3e6ef", "address": "fa:16:3e:18:f3:7d", "network": {"id": "eeb6da6d-61d4-45fb-a490-5fd833c9f482", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1837282903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ef5a6a56ae417fba6b856517e52dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8060626-05", "ovs_interfaceid": "b8060626-059e-4b3b-a47b-fa02a3e3e6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.054473] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f3:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8060626-059e-4b3b-a47b-fa02a3e3e6ef', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.063723] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Creating folder: Project (57ef5a6a56ae417fba6b856517e52dba). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.063954] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6017cdd6-9e11-4d51-9a80-f59a8645364b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.075351] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Created folder: Project (57ef5a6a56ae417fba6b856517e52dba) in parent group-v702928. [ 742.075676] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Creating folder: Instances. Parent ref: group-v702979. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.076611] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.077432] env[69854]: DEBUG nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.080137] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0427a25-1f2f-48e9-99cd-3eb305329d3a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.082752] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.555s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.084607] env[69854]: INFO nova.compute.claims [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.096380] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Created folder: Instances in parent group-v702979. [ 742.096595] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.096802] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.097880] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7542cb47-c10b-4b32-ab10-56fc18a1d2a1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.122420] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.122420] env[69854]: value = "task-3518850" [ 742.122420] env[69854]: _type = "Task" [ 742.122420] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.132943] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518850, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.392373] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555367} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.392656] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 4ec9d6d6-6748-4ff0-b411-7653473d1271/4ec9d6d6-6748-4ff0-b411-7653473d1271.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.392884] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.393151] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18e7e097-924b-420a-abde-15958aefb426 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.402447] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 742.402447] env[69854]: value = "task-3518851" [ 742.402447] env[69854]: _type = "Task" [ 742.402447] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.415260] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.475881] env[69854]: DEBUG oslo_concurrency.lockutils [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.476106] env[69854]: DEBUG oslo_concurrency.lockutils [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquired lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.476361] env[69854]: DEBUG nova.network.neutron [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.476555] env[69854]: DEBUG nova.objects.instance [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lazy-loading 'info_cache' on Instance uuid 17468efb-5a72-4ca4-afea-ecce3f243533 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.584954] env[69854]: DEBUG nova.compute.utils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.586453] env[69854]: DEBUG nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.586643] env[69854]: DEBUG nova.network.neutron [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.639368] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518850, 'name': CreateVM_Task, 'duration_secs': 0.362338} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.639888] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.640614] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.640789] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.641194] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.641477] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde73403-d3d9-4f1b-ace2-8a460ad8b1c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.647031] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 742.647031] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52792eeb-772b-096f-b013-381ea52cce45" [ 742.647031] env[69854]: _type = "Task" [ 742.647031] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.658804] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52792eeb-772b-096f-b013-381ea52cce45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.665409] env[69854]: DEBUG nova.policy [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779963fd62b7439c8e5665dea3936f58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d42c576954243ce8299e44e5bbcfc6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.844718] env[69854]: DEBUG nova.network.neutron [-] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.917538] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083748} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.917813] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.918693] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2265a345-0f72-45c8-82b2-6654229047cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.948043] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 4ec9d6d6-6748-4ff0-b411-7653473d1271/4ec9d6d6-6748-4ff0-b411-7653473d1271.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.948043] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5ecf19-3038-48f3-af52-b386569197fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.969613] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 742.969613] env[69854]: value = "task-3518852" [ 742.969613] env[69854]: _type = "Task" [ 742.969613] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.982918] env[69854]: DEBUG nova.objects.base [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Object Instance<17468efb-5a72-4ca4-afea-ecce3f243533> lazy-loaded attributes: flavor,info_cache {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 742.987108] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.048988] env[69854]: DEBUG nova.compute.manager [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Received event network-changed-b8060626-059e-4b3b-a47b-fa02a3e3e6ef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.049546] env[69854]: DEBUG nova.compute.manager [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Refreshing instance network info cache due to event network-changed-b8060626-059e-4b3b-a47b-fa02a3e3e6ef. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.049546] env[69854]: DEBUG oslo_concurrency.lockutils [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] Acquiring lock "refresh_cache-dc42e351-1af4-47f4-a737-47eb44173a37" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.049635] env[69854]: DEBUG oslo_concurrency.lockutils [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] Acquired lock "refresh_cache-dc42e351-1af4-47f4-a737-47eb44173a37" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.049826] env[69854]: DEBUG nova.network.neutron [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Refreshing network info cache for port b8060626-059e-4b3b-a47b-fa02a3e3e6ef {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.090754] env[69854]: DEBUG nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.159926] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52792eeb-772b-096f-b013-381ea52cce45, 'name': SearchDatastore_Task, 'duration_secs': 0.051679} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.162489] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.162739] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.163011] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.168117] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.168117] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.168250] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8e4d4c-3c0a-4244-8bbd-787bfd761415 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.178031] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.178228] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.179149] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b75458-a668-42bd-8ef1-e46712c6bb7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.185829] env[69854]: DEBUG nova.network.neutron [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Successfully created port: ee5971ef-8f07-4f57-8d25-ac5443c74fba {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.191565] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 743.191565] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52374b2e-1717-0c53-c4fe-0624e762f64a" [ 743.191565] env[69854]: _type = "Task" [ 743.191565] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.210216] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52374b2e-1717-0c53-c4fe-0624e762f64a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.349148] env[69854]: INFO nova.compute.manager [-] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Took 1.48 seconds to deallocate network for instance. [ 743.481789] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.672000] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6ac198f1-2b08-4937-af85-e83b33a17edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.674706] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.711376] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52374b2e-1717-0c53-c4fe-0624e762f64a, 'name': SearchDatastore_Task, 'duration_secs': 0.030164} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.711993] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1c62c6-c7cf-4f82-a779-eeea61bae830 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.722361] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 743.722361] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529fbe81-d855-ae8b-3ab2-3626028287ab" [ 743.722361] env[69854]: _type = "Task" [ 743.722361] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.732097] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529fbe81-d855-ae8b-3ab2-3626028287ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.734386] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.734663] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] dc42e351-1af4-47f4-a737-47eb44173a37/dc42e351-1af4-47f4-a737-47eb44173a37.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.735073] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f278b010-0881-42da-9e4d-1c9a56a1e915 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.739315] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d6d7b-d0f5-464b-992f-d7dfedc02065 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.743841] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 743.743841] env[69854]: value = "task-3518853" [ 743.743841] env[69854]: _type = "Task" [ 743.743841] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.753694] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64decb-f6f8-4d57-9916-410351a483fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.759317] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.790957] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0cf5be-b28d-46cb-bbc9-075b466e1461 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.796533] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498d604-5940-442f-95c0-2e7fded2f4cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.812259] env[69854]: DEBUG nova.compute.provider_tree [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.857896] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.890224] env[69854]: DEBUG nova.network.neutron [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Updating instance_info_cache with network_info: [{"id": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "address": "fa:16:3e:cc:a9:93", "network": {"id": "93f9fbe4-2035-4a87-abc3-ebd812e2bd6d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-953161305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8ae697a5774cb094c4f8cba88cc6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f62a33-07", "ovs_interfaceid": "21f62a33-07c8-4a8d-88ca-d21956eacd03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.976807] env[69854]: DEBUG nova.network.neutron [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Updated VIF entry in instance network info cache for port b8060626-059e-4b3b-a47b-fa02a3e3e6ef. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.977845] env[69854]: DEBUG nova.network.neutron [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Updating instance_info_cache with network_info: [{"id": "b8060626-059e-4b3b-a47b-fa02a3e3e6ef", "address": "fa:16:3e:18:f3:7d", "network": {"id": "eeb6da6d-61d4-45fb-a490-5fd833c9f482", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1837282903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ef5a6a56ae417fba6b856517e52dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8060626-05", "ovs_interfaceid": "b8060626-059e-4b3b-a47b-fa02a3e3e6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.991220] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518852, 'name': ReconfigVM_Task, 'duration_secs': 0.779831} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.991353] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 4ec9d6d6-6748-4ff0-b411-7653473d1271/4ec9d6d6-6748-4ff0-b411-7653473d1271.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.992864] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6cd2f8a-5e99-43be-80d9-1e0f3402c310 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.002617] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 744.002617] env[69854]: value = "task-3518854" [ 744.002617] env[69854]: _type = "Task" [ 744.002617] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.012030] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518854, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.106518] env[69854]: DEBUG nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.140305] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.140633] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.140823] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.141018] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.141193] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.141363] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.141609] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.141800] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.141973] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.142163] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.142335] env[69854]: DEBUG nova.virt.hardware [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.143277] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb66d79d-f2e4-4973-ae18-554c3480bd20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.153236] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9065f-e5cb-4fc3-aa9c-b8ce24c5603f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.226946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "c20db18e-c085-4990-a6cf-b9ce52c87e20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.227221] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.264188] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.315143] env[69854]: DEBUG nova.scheduler.client.report [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.393206] env[69854]: DEBUG oslo_concurrency.lockutils [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Releasing lock "refresh_cache-17468efb-5a72-4ca4-afea-ecce3f243533" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.482702] env[69854]: DEBUG oslo_concurrency.lockutils [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] Releasing lock "refresh_cache-dc42e351-1af4-47f4-a737-47eb44173a37" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.482994] env[69854]: DEBUG nova.compute.manager [req-8b67164d-e6ae-40f1-a620-159fbe266a04 req-ef3217e9-69d5-4d08-bcfd-ddbca92327ef service nova] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Received event network-vif-deleted-7f113aff-b163-40a6-912e-b2100c7043ef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.513575] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518854, 'name': Rename_Task, 'duration_secs': 0.284528} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.513759] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.514047] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f2c69f-fb2c-43eb-9d1e-7364f59050a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.520327] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 744.520327] env[69854]: value = "task-3518855" [ 744.520327] env[69854]: _type = "Task" [ 744.520327] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.528264] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.758273] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627907} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.758951] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] dc42e351-1af4-47f4-a737-47eb44173a37/dc42e351-1af4-47f4-a737-47eb44173a37.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.759369] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.759790] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bce5c047-780c-4c92-8b4c-7f2d34c905be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.767651] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 744.767651] env[69854]: value = "task-3518856" [ 744.767651] env[69854]: _type = "Task" [ 744.767651] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.777221] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.822106] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.822106] env[69854]: DEBUG nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.825121] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.277s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.828558] env[69854]: INFO nova.compute.claims [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.017831] env[69854]: DEBUG nova.network.neutron [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Successfully updated port: ee5971ef-8f07-4f57-8d25-ac5443c74fba {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.038832] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518855, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.193894] env[69854]: DEBUG nova.compute.manager [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Received event network-vif-plugged-ee5971ef-8f07-4f57-8d25-ac5443c74fba {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.194140] env[69854]: DEBUG oslo_concurrency.lockutils [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] Acquiring lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.194506] env[69854]: DEBUG oslo_concurrency.lockutils [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.194635] env[69854]: DEBUG oslo_concurrency.lockutils [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.194762] env[69854]: DEBUG nova.compute.manager [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] No waiting events found dispatching network-vif-plugged-ee5971ef-8f07-4f57-8d25-ac5443c74fba {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.194967] env[69854]: WARNING nova.compute.manager [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Received unexpected event network-vif-plugged-ee5971ef-8f07-4f57-8d25-ac5443c74fba for instance with vm_state building and task_state spawning. [ 745.195352] env[69854]: DEBUG nova.compute.manager [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Received event network-changed-ee5971ef-8f07-4f57-8d25-ac5443c74fba {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.195621] env[69854]: DEBUG nova.compute.manager [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Refreshing instance network info cache due to event network-changed-ee5971ef-8f07-4f57-8d25-ac5443c74fba. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.197309] env[69854]: DEBUG oslo_concurrency.lockutils [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] Acquiring lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.197449] env[69854]: DEBUG oslo_concurrency.lockutils [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] Acquired lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.197588] env[69854]: DEBUG nova.network.neutron [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Refreshing network info cache for port ee5971ef-8f07-4f57-8d25-ac5443c74fba {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.279608] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.395011} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.280243] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.281056] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f06f78-2984-4684-a7f8-99b705df79c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.303961] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] dc42e351-1af4-47f4-a737-47eb44173a37/dc42e351-1af4-47f4-a737-47eb44173a37.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.305182] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a5df94f-5395-4aae-9df1-158d9a08163d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.326426] env[69854]: DEBUG nova.compute.utils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.329174] env[69854]: DEBUG nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.329449] env[69854]: DEBUG nova.network.neutron [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.332676] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 745.332676] env[69854]: value = "task-3518857" [ 745.332676] env[69854]: _type = "Task" [ 745.332676] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.347323] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.404451] env[69854]: DEBUG nova.policy [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fe493a0c4543a6844800ffd601d9f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fed28e001d154810a0d5dd4a4ebbd481', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.406447] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.406723] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20bd47a9-e022-466f-9665-59726f2075b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.414626] env[69854]: DEBUG oslo_vmware.api [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 745.414626] env[69854]: value = "task-3518858" [ 745.414626] env[69854]: _type = "Task" [ 745.414626] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.425118] env[69854]: DEBUG oslo_vmware.api [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.533556] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.533856] env[69854]: DEBUG oslo_vmware.api [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518855, 'name': PowerOnVM_Task, 'duration_secs': 0.796902} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.534112] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.534585] env[69854]: INFO nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Took 9.15 seconds to spawn the instance on the hypervisor. [ 745.534912] env[69854]: DEBUG nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.535741] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf30616-b6ea-416c-85bb-ae10395fd715 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.759146] env[69854]: DEBUG nova.network.neutron [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.835187] env[69854]: DEBUG nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.844933] env[69854]: DEBUG nova.network.neutron [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.858581] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518857, 'name': ReconfigVM_Task, 'duration_secs': 0.29439} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.858714] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Reconfigured VM instance instance-00000013 to attach disk [datastore2] dc42e351-1af4-47f4-a737-47eb44173a37/dc42e351-1af4-47f4-a737-47eb44173a37.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.860202] env[69854]: DEBUG nova.network.neutron [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Successfully created port: ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.864023] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9205a441-01a1-4f1e-985e-ca1e8f239565 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.872912] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 745.872912] env[69854]: value = "task-3518859" [ 745.872912] env[69854]: _type = "Task" [ 745.872912] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.883596] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518859, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.937112] env[69854]: DEBUG oslo_vmware.api [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.060361] env[69854]: INFO nova.compute.manager [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Took 25.73 seconds to build instance. [ 746.356723] env[69854]: DEBUG oslo_concurrency.lockutils [req-d855f22d-b220-4e46-b656-82f97b045f66 req-b4caa5ae-bfc0-4847-bce7-baa0301c7f8c service nova] Releasing lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.361934] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.361934] env[69854]: DEBUG nova.network.neutron [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.392560] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518859, 'name': Rename_Task, 'duration_secs': 0.149682} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.392704] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.396260] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2926b4-a245-49aa-9bb3-6710507a3016 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.403891] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 746.403891] env[69854]: value = "task-3518860" [ 746.403891] env[69854]: _type = "Task" [ 746.403891] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.412488] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.430222] env[69854]: DEBUG oslo_vmware.api [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518858, 'name': PowerOnVM_Task, 'duration_secs': 0.586499} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.430457] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.430758] env[69854]: DEBUG nova.compute.manager [None req-266165f0-173b-41b0-93b9-a7079ee10d45 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.434156] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dda035-6361-4361-ad25-2a8404ce1f6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.531263] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc02adef-1e3d-4dd9-84c6-3fef9a58ca31 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.539025] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b47cc0-fb38-47b1-8925-c1fd77421347 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.575695] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a1c1a10-f5f8-439f-b885-e5a74a8a8944 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.237s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.578168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d862eeb-b0bc-4b02-a09f-44000671742b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.587117] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8992fe7-2796-4dfd-8f48-3bd9c5631123 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.606345] env[69854]: DEBUG nova.compute.provider_tree [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.863839] env[69854]: DEBUG nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.901402] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:06:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='523137811',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1229412360',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.901779] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.902472] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.902747] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.902903] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.903124] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.903565] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.903814] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.907411] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.907712] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.909123] env[69854]: DEBUG nova.virt.hardware [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.909498] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad93e73-d3f4-40b3-8dd5-0961133d51a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.913812] env[69854]: DEBUG nova.network.neutron [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.931119] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09fe1f9-9fb0-4807-a121-f377151ae0ff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.936473] env[69854]: DEBUG oslo_vmware.api [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518860, 'name': PowerOnVM_Task, 'duration_secs': 0.469309} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.936937] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.937519] env[69854]: INFO nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Took 7.76 seconds to spawn the instance on the hypervisor. [ 746.937519] env[69854]: DEBUG nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.938739] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfdd8f0-6127-443d-9334-61c4845f0d5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.082110] env[69854]: DEBUG nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.131361] env[69854]: ERROR nova.scheduler.client.report [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [req-cd6c2279-c758-4f3d-b063-76bcba0d6d74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd6c2279-c758-4f3d-b063-76bcba0d6d74"}]} [ 747.162985] env[69854]: DEBUG nova.scheduler.client.report [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 747.191378] env[69854]: DEBUG nova.scheduler.client.report [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 747.192035] env[69854]: DEBUG nova.compute.provider_tree [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.201763] env[69854]: DEBUG nova.network.neutron [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance_info_cache with network_info: [{"id": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "address": "fa:16:3e:cc:4a:3e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5971ef-8f", "ovs_interfaceid": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.211368] env[69854]: DEBUG nova.scheduler.client.report [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 747.238865] env[69854]: DEBUG nova.scheduler.client.report [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 747.475902] env[69854]: INFO nova.compute.manager [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Took 25.82 seconds to build instance. [ 747.612628] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.706673] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.706917] env[69854]: DEBUG nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Instance network_info: |[{"id": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "address": "fa:16:3e:cc:4a:3e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5971ef-8f", "ovs_interfaceid": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.707742] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:4a:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee5971ef-8f07-4f57-8d25-ac5443c74fba', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.723024] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Creating folder: Project (9d42c576954243ce8299e44e5bbcfc6b). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.723024] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29f5e822-6ef1-449f-a387-ab7a06c54136 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.733178] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Created folder: Project (9d42c576954243ce8299e44e5bbcfc6b) in parent group-v702928. [ 747.733495] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Creating folder: Instances. Parent ref: group-v702982. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.733770] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b601c880-f447-4599-a02d-10e2ceaa4331 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.746040] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Created folder: Instances in parent group-v702982. [ 747.746155] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.746263] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.746490] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82170a45-7229-4742-99c5-2bc107f1be3e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.771036] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.771036] env[69854]: value = "task-3518863" [ 747.771036] env[69854]: _type = "Task" [ 747.771036] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.779860] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518863, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.846685] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e983413f-2624-4fd0-bb11-4315e999cdcf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.854100] env[69854]: DEBUG nova.compute.manager [req-b2cf33ac-8cbd-4b00-b598-0e07708b99e0 req-cdf8d76d-1f74-4af4-996b-de5c0130f5d1 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Received event network-vif-plugged-ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.854345] env[69854]: DEBUG oslo_concurrency.lockutils [req-b2cf33ac-8cbd-4b00-b598-0e07708b99e0 req-cdf8d76d-1f74-4af4-996b-de5c0130f5d1 service nova] Acquiring lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.855695] env[69854]: DEBUG oslo_concurrency.lockutils [req-b2cf33ac-8cbd-4b00-b598-0e07708b99e0 req-cdf8d76d-1f74-4af4-996b-de5c0130f5d1 service nova] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.855695] env[69854]: DEBUG oslo_concurrency.lockutils [req-b2cf33ac-8cbd-4b00-b598-0e07708b99e0 req-cdf8d76d-1f74-4af4-996b-de5c0130f5d1 service nova] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.855695] env[69854]: DEBUG nova.compute.manager [req-b2cf33ac-8cbd-4b00-b598-0e07708b99e0 req-cdf8d76d-1f74-4af4-996b-de5c0130f5d1 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] No waiting events found dispatching network-vif-plugged-ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.855832] env[69854]: WARNING nova.compute.manager [req-b2cf33ac-8cbd-4b00-b598-0e07708b99e0 req-cdf8d76d-1f74-4af4-996b-de5c0130f5d1 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Received unexpected event network-vif-plugged-ae47afd1-1910-48b7-8316-9f3ab9e6661d for instance with vm_state building and task_state spawning. [ 747.861473] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a11a5bf-825a-444a-a46d-186e7e44f999 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.896125] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b7a5e-f716-47c7-8e9c-649aa724c85e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.904672] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489a4b0-1c7b-47b0-a8dd-14e94ee38f03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.911904] env[69854]: DEBUG nova.network.neutron [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Successfully updated port: ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.926462] env[69854]: DEBUG nova.compute.provider_tree [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.981437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c9389266-dc01-4b2d-9714-70ac609b5f26 tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "dc42e351-1af4-47f4-a737-47eb44173a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.834s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.281251] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518863, 'name': CreateVM_Task, 'duration_secs': 0.358216} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.281474] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.282293] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.282467] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.282789] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.283078] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6514f3c0-787f-45c4-bfaf-66913e7a5d8c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.289158] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 748.289158] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525d1b04-73fa-cbc7-6f74-36d31e4757fd" [ 748.289158] env[69854]: _type = "Task" [ 748.289158] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.297515] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525d1b04-73fa-cbc7-6f74-36d31e4757fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.413402] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.413402] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.413402] env[69854]: DEBUG nova.network.neutron [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.472817] env[69854]: DEBUG nova.scheduler.client.report [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 748.473138] env[69854]: DEBUG nova.compute.provider_tree [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 46 to 47 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 748.473388] env[69854]: DEBUG nova.compute.provider_tree [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.484332] env[69854]: DEBUG nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.799353] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525d1b04-73fa-cbc7-6f74-36d31e4757fd, 'name': SearchDatastore_Task, 'duration_secs': 0.030364} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.799710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.799950] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.800198] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.800338] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.800514] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.800836] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8377e4b-dadb-4bfc-8c48-0003e19ec774 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.810320] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.810320] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.811054] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98107365-b523-4e30-adcf-67f76a1f02f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.818363] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 748.818363] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b5fe7e-69ad-d2fc-ef14-2238d75ef496" [ 748.818363] env[69854]: _type = "Task" [ 748.818363] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.827669] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b5fe7e-69ad-d2fc-ef14-2238d75ef496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.970412] env[69854]: DEBUG nova.network.neutron [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.980080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.155s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.982175] env[69854]: DEBUG nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.985340] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.040s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.985429] env[69854]: DEBUG nova.objects.instance [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lazy-loading 'resources' on Instance uuid d83edca6-6921-4ea4-898f-9c613fc9ed88 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.013818] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.177115] env[69854]: DEBUG nova.network.neutron [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Updating instance_info_cache with network_info: [{"id": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "address": "fa:16:3e:e1:9c:57", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae47afd1-19", "ovs_interfaceid": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.327370] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b5fe7e-69ad-d2fc-ef14-2238d75ef496, 'name': SearchDatastore_Task, 'duration_secs': 0.045253} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.328328] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f5019d-933a-4a76-9de0-fd74b1065ecb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.334345] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 749.334345] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b536b5-9b2e-a936-9e0f-a0c7fc801601" [ 749.334345] env[69854]: _type = "Task" [ 749.334345] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.344698] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b536b5-9b2e-a936-9e0f-a0c7fc801601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.491784] env[69854]: DEBUG nova.compute.utils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.498952] env[69854]: DEBUG nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.498952] env[69854]: DEBUG nova.network.neutron [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.586977] env[69854]: DEBUG nova.policy [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89f68f7805e44f2f9dc7fe4f89bfc7a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ed87c25c17b44448f5f6db35c9850d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.679868] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Releasing lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.680203] env[69854]: DEBUG nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Instance network_info: |[{"id": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "address": "fa:16:3e:e1:9c:57", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae47afd1-19", "ovs_interfaceid": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.680804] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:9c:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae47afd1-1910-48b7-8316-9f3ab9e6661d', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.688844] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Creating folder: Project (fed28e001d154810a0d5dd4a4ebbd481). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.692264] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5316088-4ad1-4a72-abda-444203446e66 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.703256] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Created folder: Project (fed28e001d154810a0d5dd4a4ebbd481) in parent group-v702928. [ 749.703469] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Creating folder: Instances. Parent ref: group-v702985. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.703728] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17dcf125-0bd5-49ba-8155-bf3967a3a281 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.718031] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Created folder: Instances in parent group-v702985. [ 749.718485] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.722886] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.722886] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-305f594d-644f-427a-9e85-4aa05aba591c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.741251] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.741251] env[69854]: value = "task-3518866" [ 749.741251] env[69854]: _type = "Task" [ 749.741251] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.748977] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518866, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.845694] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b536b5-9b2e-a936-9e0f-a0c7fc801601, 'name': SearchDatastore_Task, 'duration_secs': 0.023874} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.848387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.848387] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 77f985dd-dd81-4b77-8eb5-a65cfde26dbe/77f985dd-dd81-4b77-8eb5-a65cfde26dbe.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.848948] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca61878a-39c1-4519-9c0d-b50d208ee02e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.855996] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 749.855996] env[69854]: value = "task-3518867" [ 749.855996] env[69854]: _type = "Task" [ 749.855996] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.869861] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.994484] env[69854]: DEBUG nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.115007] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a64025b-edec-414a-a929-04455be3efb5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.123890] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26964be-069f-4ba5-9a05-e9da276cd499 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.167328] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a8842-e04d-4deb-a54c-0553020f3eed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.171679] env[69854]: DEBUG nova.compute.manager [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Received event network-changed-efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.171927] env[69854]: DEBUG nova.compute.manager [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Refreshing instance network info cache due to event network-changed-efc01834-5126-4829-91d2-791c7f927276. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.172247] env[69854]: DEBUG oslo_concurrency.lockutils [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] Acquiring lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.172397] env[69854]: DEBUG oslo_concurrency.lockutils [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] Acquired lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.173017] env[69854]: DEBUG nova.network.neutron [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Refreshing network info cache for port efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.181374] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea4412-2d12-49a4-a9ec-26a3a93a28aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.201886] env[69854]: DEBUG nova.compute.provider_tree [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.253821] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518866, 'name': CreateVM_Task, 'duration_secs': 0.393} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.253964] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.254698] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.254868] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.255886] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.256203] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad647ce6-96c2-44fe-be7d-9d3194f5e9df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.265266] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 750.265266] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5283d9a8-3a6d-3570-f525-d8cb30ec6ec8" [ 750.265266] env[69854]: _type = "Task" [ 750.265266] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.274788] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5283d9a8-3a6d-3570-f525-d8cb30ec6ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.328446] env[69854]: DEBUG nova.network.neutron [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Successfully created port: 96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.367435] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505193} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.367698] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 77f985dd-dd81-4b77-8eb5-a65cfde26dbe/77f985dd-dd81-4b77-8eb5-a65cfde26dbe.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.367906] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.368202] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78b9366a-8fda-49f7-b7ca-eeea818a0f24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.375748] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 750.375748] env[69854]: value = "task-3518868" [ 750.375748] env[69854]: _type = "Task" [ 750.375748] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.385773] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.705681] env[69854]: DEBUG nova.scheduler.client.report [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.776480] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5283d9a8-3a6d-3570-f525-d8cb30ec6ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.027964} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.776863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.777020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.777271] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.777483] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.777584] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.777843] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b8de36-532d-4041-b477-34ba7c1f3a49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.799561] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.799763] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.800516] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4acdcb-f582-4ba4-a3b8-8e5e6424f2d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.806776] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 750.806776] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5212ca12-8d2a-15e1-81c5-ad0634c4bea8" [ 750.806776] env[69854]: _type = "Task" [ 750.806776] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.817223] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5212ca12-8d2a-15e1-81c5-ad0634c4bea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.895222] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067658} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.895222] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.895222] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2b7db-495a-4fd7-ab28-d443a0728cec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.920615] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 77f985dd-dd81-4b77-8eb5-a65cfde26dbe/77f985dd-dd81-4b77-8eb5-a65cfde26dbe.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.923376] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b0b2812-50c9-4d15-b35d-5901c7388cfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.945773] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 750.945773] env[69854]: value = "task-3518869" [ 750.945773] env[69854]: _type = "Task" [ 750.945773] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.954233] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.005981] env[69854]: DEBUG nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.039141] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.040150] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.040150] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.040150] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.040516] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.040861] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.040861] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.041036] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.041130] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.041284] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.041455] env[69854]: DEBUG nova.virt.hardware [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.042396] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df8870a-bcec-4142-b7c1-cff3c70a30b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.050738] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7039919c-1d42-4ef7-9c31-d7a8388cb6da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.066627] env[69854]: DEBUG nova.network.neutron [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Updated VIF entry in instance network info cache for port efc01834-5126-4829-91d2-791c7f927276. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.067145] env[69854]: DEBUG nova.network.neutron [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Updating instance_info_cache with network_info: [{"id": "efc01834-5126-4829-91d2-791c7f927276", "address": "fa:16:3e:8b:b9:82", "network": {"id": "7f2fd8fe-3c76-4369-8b7f-07bd1f7d7a1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-2054928744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31791e73a7de49288d23437da81c2185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc01834-51", "ovs_interfaceid": "efc01834-5126-4829-91d2-791c7f927276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.211264] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.214793] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.477s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.218599] env[69854]: INFO nova.compute.claims [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.241315] env[69854]: INFO nova.scheduler.client.report [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Deleted allocations for instance d83edca6-6921-4ea4-898f-9c613fc9ed88 [ 751.320354] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5212ca12-8d2a-15e1-81c5-ad0634c4bea8, 'name': SearchDatastore_Task, 'duration_secs': 0.071415} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.321340] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a25c50-055d-4fe5-8375-cf7d73897eff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.327481] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 751.327481] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52431561-8ec8-d4e5-6ed8-6500a5ba6edb" [ 751.327481] env[69854]: _type = "Task" [ 751.327481] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.335680] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52431561-8ec8-d4e5-6ed8-6500a5ba6edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.459476] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.569749] env[69854]: DEBUG oslo_concurrency.lockutils [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] Releasing lock "refresh_cache-4ec9d6d6-6748-4ff0-b411-7653473d1271" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.570025] env[69854]: DEBUG nova.compute.manager [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Received event network-changed-ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.570192] env[69854]: DEBUG nova.compute.manager [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Refreshing instance network info cache due to event network-changed-ae47afd1-1910-48b7-8316-9f3ab9e6661d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.570410] env[69854]: DEBUG oslo_concurrency.lockutils [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] Acquiring lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.570553] env[69854]: DEBUG oslo_concurrency.lockutils [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] Acquired lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.570762] env[69854]: DEBUG nova.network.neutron [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Refreshing network info cache for port ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.753090] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b300d8bd-0add-4d8a-99bb-5dddf78b01de tempest-InstanceActionsV221TestJSON-1014864041 tempest-InstanceActionsV221TestJSON-1014864041-project-member] Lock "d83edca6-6921-4ea4-898f-9c613fc9ed88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.679s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.846613] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52431561-8ec8-d4e5-6ed8-6500a5ba6edb, 'name': SearchDatastore_Task, 'duration_secs': 0.068228} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.846972] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.847290] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 59d9f1fa-5fed-4b29-944b-986410f7ee7a/59d9f1fa-5fed-4b29-944b-986410f7ee7a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.847575] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f917f3ef-bb5e-400c-b4ac-8fe218704e71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.855332] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 751.855332] env[69854]: value = "task-3518870" [ 751.855332] env[69854]: _type = "Task" [ 751.855332] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.866622] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.959087] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518869, 'name': ReconfigVM_Task, 'duration_secs': 0.813474} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.959416] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 77f985dd-dd81-4b77-8eb5-a65cfde26dbe/77f985dd-dd81-4b77-8eb5-a65cfde26dbe.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.961142] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d65f4d52-6717-41d7-9ef3-0757f14210fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.967031] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 751.967031] env[69854]: value = "task-3518871" [ 751.967031] env[69854]: _type = "Task" [ 751.967031] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.978282] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518871, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.368766] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518870, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.489093] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518871, 'name': Rename_Task, 'duration_secs': 0.178166} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.494157] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.494852] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb0a2fa-b20c-4bdc-aa4a-f5aabed7a052 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.505282] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 752.505282] env[69854]: value = "task-3518872" [ 752.505282] env[69854]: _type = "Task" [ 752.505282] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.520997] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.570700] env[69854]: DEBUG nova.network.neutron [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Updated VIF entry in instance network info cache for port ae47afd1-1910-48b7-8316-9f3ab9e6661d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.571142] env[69854]: DEBUG nova.network.neutron [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Updating instance_info_cache with network_info: [{"id": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "address": "fa:16:3e:e1:9c:57", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae47afd1-19", "ovs_interfaceid": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.601875] env[69854]: DEBUG nova.network.neutron [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Successfully updated port: 96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.724363] env[69854]: DEBUG nova.compute.manager [req-dea88ffa-aeb9-4454-9649-ecefcab4e580 req-cdc4b7b1-5e7b-4eed-bd6e-396fb368c342 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Received event network-vif-plugged-96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.724726] env[69854]: DEBUG oslo_concurrency.lockutils [req-dea88ffa-aeb9-4454-9649-ecefcab4e580 req-cdc4b7b1-5e7b-4eed-bd6e-396fb368c342 service nova] Acquiring lock "9bec962f-e13e-4dc5-adb2-e197f3be7149-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.725131] env[69854]: DEBUG oslo_concurrency.lockutils [req-dea88ffa-aeb9-4454-9649-ecefcab4e580 req-cdc4b7b1-5e7b-4eed-bd6e-396fb368c342 service nova] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.725376] env[69854]: DEBUG oslo_concurrency.lockutils [req-dea88ffa-aeb9-4454-9649-ecefcab4e580 req-cdc4b7b1-5e7b-4eed-bd6e-396fb368c342 service nova] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.725590] env[69854]: DEBUG nova.compute.manager [req-dea88ffa-aeb9-4454-9649-ecefcab4e580 req-cdc4b7b1-5e7b-4eed-bd6e-396fb368c342 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] No waiting events found dispatching network-vif-plugged-96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.725847] env[69854]: WARNING nova.compute.manager [req-dea88ffa-aeb9-4454-9649-ecefcab4e580 req-cdc4b7b1-5e7b-4eed-bd6e-396fb368c342 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Received unexpected event network-vif-plugged-96a25c61-2512-4751-8270-a1e12989c64d for instance with vm_state building and task_state spawning. [ 752.871191] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520943} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.871380] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 59d9f1fa-5fed-4b29-944b-986410f7ee7a/59d9f1fa-5fed-4b29-944b-986410f7ee7a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.871563] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.871832] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4522a1b-7c84-4a7f-8071-a051002d41c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.880270] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 752.880270] env[69854]: value = "task-3518873" [ 752.880270] env[69854]: _type = "Task" [ 752.880270] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.889054] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.906443] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd37cce-cf18-4fa6-9f4c-b97d66cb28c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.914912] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d29ef2-4307-49b3-b92a-4b318400b963 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.950452] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0a979-a6cc-4bea-9a4f-b069b69b71f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.959520] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e6d78-d803-49c1-8f07-96ac1ca026fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.975047] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.975324] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.975550] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.975744] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.975921] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.981020] env[69854]: DEBUG nova.compute.provider_tree [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.981020] env[69854]: INFO nova.compute.manager [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Terminating instance [ 753.024175] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.075065] env[69854]: DEBUG oslo_concurrency.lockutils [req-0d1e4309-6772-4d19-a05f-2b80fd82705f req-21763b29-d2ff-4a7a-b88c-17d8982242be service nova] Releasing lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.105946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.105946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquired lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.105946] env[69854]: DEBUG nova.network.neutron [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.392390] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115953} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.393298] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.396023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03e4070-98ba-458c-9e72-8f8763d83368 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.422790] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 59d9f1fa-5fed-4b29-944b-986410f7ee7a/59d9f1fa-5fed-4b29-944b-986410f7ee7a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.423337] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7cdeba-8f13-42c9-9a13-376759c7e103 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.445680] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 753.445680] env[69854]: value = "task-3518874" [ 753.445680] env[69854]: _type = "Task" [ 753.445680] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.455757] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.482928] env[69854]: DEBUG nova.scheduler.client.report [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.488625] env[69854]: DEBUG nova.compute.manager [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.488878] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.490323] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1326f04-34fb-44fc-b891-9e62e72f22c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.497349] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.497629] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b5da86d-2404-44b5-84bf-ec796ea533b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.504307] env[69854]: DEBUG oslo_vmware.api [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 753.504307] env[69854]: value = "task-3518875" [ 753.504307] env[69854]: _type = "Task" [ 753.504307] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.519039] env[69854]: DEBUG oslo_vmware.api [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.526089] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518872, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.688434] env[69854]: DEBUG nova.network.neutron [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.744088] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "dc42e351-1af4-47f4-a737-47eb44173a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.744252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "dc42e351-1af4-47f4-a737-47eb44173a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.744465] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "dc42e351-1af4-47f4-a737-47eb44173a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.744696] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "dc42e351-1af4-47f4-a737-47eb44173a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.744877] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "dc42e351-1af4-47f4-a737-47eb44173a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.747708] env[69854]: INFO nova.compute.manager [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Terminating instance [ 753.956983] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.988302] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.988926] env[69854]: DEBUG nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.996074] env[69854]: DEBUG nova.network.neutron [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Updating instance_info_cache with network_info: [{"id": "96a25c61-2512-4751-8270-a1e12989c64d", "address": "fa:16:3e:52:d8:09", "network": {"id": "8c0afe04-1f3d-42f2-9818-bbcaaf423e76", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-523416112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ed87c25c17b44448f5f6db35c9850d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a25c61-25", "ovs_interfaceid": "96a25c61-2512-4751-8270-a1e12989c64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.997301] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.317s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.997613] env[69854]: DEBUG nova.objects.instance [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lazy-loading 'resources' on Instance uuid 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.015084] env[69854]: DEBUG oslo_vmware.api [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518875, 'name': PowerOffVM_Task, 'duration_secs': 0.322639} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.019694] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.020082] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.021392] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d5ac5a-4057-4c1a-a4bc-99ed43e1cd95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.030415] env[69854]: DEBUG oslo_vmware.api [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518872, 'name': PowerOnVM_Task, 'duration_secs': 1.089535} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.031074] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.031463] env[69854]: INFO nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Took 9.92 seconds to spawn the instance on the hypervisor. [ 754.031785] env[69854]: DEBUG nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.033912] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6287fa9-836a-47d7-922a-164029b3597b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.100594] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.100594] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.100594] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleting the datastore file [datastore2] 94ea60bf-8cd4-4e3c-a354-064fd14e99d2 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.100594] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0be34a15-df9f-4d64-a483-f40396602784 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.106829] env[69854]: DEBUG oslo_vmware.api [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 754.106829] env[69854]: value = "task-3518877" [ 754.106829] env[69854]: _type = "Task" [ 754.106829] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.116648] env[69854]: DEBUG oslo_vmware.api [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.255267] env[69854]: DEBUG nova.compute.manager [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.255493] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.256387] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c32f7-f5ca-4020-9cdd-80f3802b9610 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.265777] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.265777] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a4307e-5e01-4168-9a4c-dc067fc6fe12 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.272605] env[69854]: DEBUG oslo_vmware.api [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 754.272605] env[69854]: value = "task-3518878" [ 754.272605] env[69854]: _type = "Task" [ 754.272605] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.280565] env[69854]: DEBUG oslo_vmware.api [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.455154] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518874, 'name': ReconfigVM_Task, 'duration_secs': 0.651764} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.455499] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 59d9f1fa-5fed-4b29-944b-986410f7ee7a/59d9f1fa-5fed-4b29-944b-986410f7ee7a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.456186] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b876286-6bc8-44cb-990d-abe200a6ad02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.462389] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 754.462389] env[69854]: value = "task-3518879" [ 754.462389] env[69854]: _type = "Task" [ 754.462389] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.471648] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518879, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.500405] env[69854]: DEBUG nova.compute.utils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.505919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Releasing lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.505919] env[69854]: DEBUG nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Instance network_info: |[{"id": "96a25c61-2512-4751-8270-a1e12989c64d", "address": "fa:16:3e:52:d8:09", "network": {"id": "8c0afe04-1f3d-42f2-9818-bbcaaf423e76", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-523416112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ed87c25c17b44448f5f6db35c9850d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a25c61-25", "ovs_interfaceid": "96a25c61-2512-4751-8270-a1e12989c64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.506195] env[69854]: DEBUG nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.506195] env[69854]: DEBUG nova.network.neutron [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.508113] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:d8:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96a25c61-2512-4751-8270-a1e12989c64d', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.516402] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Creating folder: Project (0ed87c25c17b44448f5f6db35c9850d2). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.516464] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57f28f1e-31e6-4890-bcb3-5d9032c35029 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.531424] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Created folder: Project (0ed87c25c17b44448f5f6db35c9850d2) in parent group-v702928. [ 754.531424] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Creating folder: Instances. Parent ref: group-v702988. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.531424] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f22be96c-244c-4076-a088-561fa965769d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.540838] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Created folder: Instances in parent group-v702988. [ 754.542022] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.542022] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.542022] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f87e22e-0b56-4cf1-ab4e-2ae4b05388f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.569598] env[69854]: INFO nova.compute.manager [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Took 31.86 seconds to build instance. [ 754.571590] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.571590] env[69854]: value = "task-3518882" [ 754.571590] env[69854]: _type = "Task" [ 754.571590] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.581825] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518882, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.616473] env[69854]: DEBUG oslo_vmware.api [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331497} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.619331] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.619587] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.619772] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.620059] env[69854]: INFO nova.compute.manager [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 754.620241] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.620672] env[69854]: DEBUG nova.compute.manager [-] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.621301] env[69854]: DEBUG nova.network.neutron [-] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.631408] env[69854]: DEBUG nova.policy [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e653a314ffd4816b81c6b3f5a0aae9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d7fed1cdf7f43a99b1370a3086b06cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.789614] env[69854]: DEBUG oslo_vmware.api [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518878, 'name': PowerOffVM_Task, 'duration_secs': 0.174482} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.789921] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.791069] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.791793] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a75e47-9751-4bd0-8748-0ef0c180bfd0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.853934] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.854151] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.854328] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Deleting the datastore file [datastore2] dc42e351-1af4-47f4-a737-47eb44173a37 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.854577] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a60c29e1-7800-4f68-95c8-744628a0079d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.865066] env[69854]: DEBUG oslo_vmware.api [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for the task: (returnval){ [ 754.865066] env[69854]: value = "task-3518884" [ 754.865066] env[69854]: _type = "Task" [ 754.865066] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.877710] env[69854]: DEBUG oslo_vmware.api [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.979240] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518879, 'name': Rename_Task, 'duration_secs': 0.230365} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.984101] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.984101] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318f7841-8e23-496f-aaec-428944a38e9c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.993019] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 754.993019] env[69854]: value = "task-3518885" [ 754.993019] env[69854]: _type = "Task" [ 754.993019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.006149] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.010278] env[69854]: DEBUG nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.058542] env[69854]: DEBUG nova.compute.manager [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Received event network-changed-96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.058542] env[69854]: DEBUG nova.compute.manager [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Refreshing instance network info cache due to event network-changed-96a25c61-2512-4751-8270-a1e12989c64d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.058542] env[69854]: DEBUG oslo_concurrency.lockutils [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] Acquiring lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.058542] env[69854]: DEBUG oslo_concurrency.lockutils [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] Acquired lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.058542] env[69854]: DEBUG nova.network.neutron [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Refreshing network info cache for port 96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.074757] env[69854]: DEBUG oslo_concurrency.lockutils [None req-45bd1d9d-ebee-48d7-ba0e-e2b583840897 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.411s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.083460] env[69854]: DEBUG nova.network.neutron [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Successfully created port: 44257846-b665-4cf5-b3a2-537b1bf7812e {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.093217] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518882, 'name': CreateVM_Task, 'duration_secs': 0.446824} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.093217] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.093587] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.093690] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.094087] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.095159] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e7b8de-45fd-4d2b-ba21-0b7160c42836 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.100737] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 755.100737] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a565e9-8aca-d160-97db-8825b97e39b2" [ 755.100737] env[69854]: _type = "Task" [ 755.100737] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.112635] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a565e9-8aca-d160-97db-8825b97e39b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.186794] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f709bb2-4e4b-41a8-96a5-476d48449466 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.197974] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b297289-240a-4fe1-9a19-0c0d2efe4a71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.234839] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.235118] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.236334] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee12a06-cd05-4692-b509-c5531781dff7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.245558] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d667822-ba64-486f-bcbf-23b5f9c5a06e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.262026] env[69854]: DEBUG nova.compute.provider_tree [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.378785] env[69854]: DEBUG oslo_vmware.api [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Task: {'id': task-3518884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192848} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.379309] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.379421] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.379541] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.379704] env[69854]: INFO nova.compute.manager [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Took 1.12 seconds to destroy the instance on the hypervisor. [ 755.379974] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.380196] env[69854]: DEBUG nova.compute.manager [-] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.380270] env[69854]: DEBUG nova.network.neutron [-] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.529493] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.580018] env[69854]: DEBUG nova.network.neutron [-] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.581060] env[69854]: DEBUG nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.617920] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a565e9-8aca-d160-97db-8825b97e39b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012823} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.618906] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.619029] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.619193] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.619325] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.619495] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.619998] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef35ae5a-200a-47c8-bfee-ee72eefed5b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.633770] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.633954] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.634704] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2cf3b26-d411-4489-a8f3-8be2a7b8085c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.642794] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 755.642794] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ff111d-8b28-e994-3548-0e16cdcc8f1e" [ 755.642794] env[69854]: _type = "Task" [ 755.642794] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.652464] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ff111d-8b28-e994-3548-0e16cdcc8f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.684741] env[69854]: DEBUG nova.compute.manager [req-1c009544-2604-40dd-a584-f7cea40aea6a req-8adff2d7-610e-416c-9696-e9d86bdade4c service nova] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Received event network-vif-deleted-5c3f5edc-3d81-478c-a7cc-2f4d7c6a13b9 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.769659] env[69854]: DEBUG nova.scheduler.client.report [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.007651] env[69854]: DEBUG oslo_vmware.api [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3518885, 'name': PowerOnVM_Task, 'duration_secs': 0.765354} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.007938] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.009016] env[69854]: INFO nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Took 9.14 seconds to spawn the instance on the hypervisor. [ 756.009241] env[69854]: DEBUG nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.010065] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aafdfdb-699c-4e3d-97c5-3281b3c511d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.032304] env[69854]: DEBUG nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.070969] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.070969] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.070969] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.071200] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.071200] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.071200] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.071200] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.071572] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.071877] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.072183] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.072501] env[69854]: DEBUG nova.virt.hardware [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.073520] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5d2b9f-c903-40bc-8cc9-c1d979c8df48 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.081276] env[69854]: INFO nova.compute.manager [-] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Took 1.46 seconds to deallocate network for instance. [ 756.082706] env[69854]: DEBUG nova.network.neutron [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Updated VIF entry in instance network info cache for port 96a25c61-2512-4751-8270-a1e12989c64d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.083208] env[69854]: DEBUG nova.network.neutron [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Updating instance_info_cache with network_info: [{"id": "96a25c61-2512-4751-8270-a1e12989c64d", "address": "fa:16:3e:52:d8:09", "network": {"id": "8c0afe04-1f3d-42f2-9818-bbcaaf423e76", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-523416112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ed87c25c17b44448f5f6db35c9850d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a25c61-25", "ovs_interfaceid": "96a25c61-2512-4751-8270-a1e12989c64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.088654] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e42cc6-8ad1-4f96-8d6c-768ebb169f55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.121202] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.154135] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ff111d-8b28-e994-3548-0e16cdcc8f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.030572} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.154927] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f3423a-4bfc-4cd3-858b-85dd1b8fccc2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.161524] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 756.161524] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5267c904-8a93-bd43-bee3-c02518772868" [ 756.161524] env[69854]: _type = "Task" [ 756.161524] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.175214] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5267c904-8a93-bd43-bee3-c02518772868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.275488] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.277916] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.168s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.278499] env[69854]: DEBUG nova.objects.instance [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lazy-loading 'resources' on Instance uuid 9ab02829-03b3-468c-bc1b-8a45addec5d1 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.298459] env[69854]: INFO nova.scheduler.client.report [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Deleted allocations for instance 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5 [ 756.392229] env[69854]: DEBUG nova.network.neutron [-] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.528865] env[69854]: INFO nova.compute.manager [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Took 32.03 seconds to build instance. [ 756.597701] env[69854]: DEBUG oslo_concurrency.lockutils [req-9b3e3778-5c17-4163-a6e4-9e1b2fbcd270 req-8b6e2dce-05c0-43cd-b1ed-63cf2917a419 service nova] Releasing lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.601555] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.676274] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5267c904-8a93-bd43-bee3-c02518772868, 'name': SearchDatastore_Task, 'duration_secs': 0.014078} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.676636] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.680068] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 9bec962f-e13e-4dc5-adb2-e197f3be7149/9bec962f-e13e-4dc5-adb2-e197f3be7149.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.680068] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aff933f-5ad3-4573-9ab1-5eb8622dc50b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.686158] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 756.686158] env[69854]: value = "task-3518886" [ 756.686158] env[69854]: _type = "Task" [ 756.686158] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.695314] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.739763] env[69854]: DEBUG nova.network.neutron [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Successfully updated port: 44257846-b665-4cf5-b3a2-537b1bf7812e {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.807235] env[69854]: DEBUG oslo_concurrency.lockutils [None req-851c1cc4-2899-4990-97f8-47e13948935e tempest-ServerExternalEventsTest-1820526223 tempest-ServerExternalEventsTest-1820526223-project-member] Lock "18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.342s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.895357] env[69854]: INFO nova.compute.manager [-] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Took 1.51 seconds to deallocate network for instance. [ 756.959081] env[69854]: DEBUG nova.compute.manager [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 757.032029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8ebf59b7-b4ca-4283-8e6c-c833a2aa7394 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.571s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.213032] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518886, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.248439] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "refresh_cache-9f564265-7bca-4d2c-a088-6c77e6a1e919" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.248556] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired lock "refresh_cache-9f564265-7bca-4d2c-a088-6c77e6a1e919" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.248705] env[69854]: DEBUG nova.network.neutron [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.302652] env[69854]: DEBUG nova.compute.manager [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Received event network-vif-plugged-44257846-b665-4cf5-b3a2-537b1bf7812e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.303016] env[69854]: DEBUG oslo_concurrency.lockutils [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] Acquiring lock "9f564265-7bca-4d2c-a088-6c77e6a1e919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.303277] env[69854]: DEBUG oslo_concurrency.lockutils [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.303757] env[69854]: DEBUG oslo_concurrency.lockutils [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.303989] env[69854]: DEBUG nova.compute.manager [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] No waiting events found dispatching network-vif-plugged-44257846-b665-4cf5-b3a2-537b1bf7812e {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.304217] env[69854]: WARNING nova.compute.manager [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Received unexpected event network-vif-plugged-44257846-b665-4cf5-b3a2-537b1bf7812e for instance with vm_state building and task_state spawning. [ 757.304413] env[69854]: DEBUG nova.compute.manager [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Received event network-changed-44257846-b665-4cf5-b3a2-537b1bf7812e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.305399] env[69854]: DEBUG nova.compute.manager [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Refreshing instance network info cache due to event network-changed-44257846-b665-4cf5-b3a2-537b1bf7812e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.305399] env[69854]: DEBUG oslo_concurrency.lockutils [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] Acquiring lock "refresh_cache-9f564265-7bca-4d2c-a088-6c77e6a1e919" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.406689] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.465619] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0951115f-a9ae-4ff6-a1b9-d765ec65b27d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.477534] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e29fb03-9ac9-4845-90e7-a9c91348720d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.514360] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.515417] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b710984f-770b-4204-9529-b03a8e6fe2e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.523414] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8094fd6-84df-460d-bd01-f6e2d4c75e56 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.537538] env[69854]: DEBUG nova.compute.provider_tree [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.539645] env[69854]: DEBUG nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.697631] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745504} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.698088] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 9bec962f-e13e-4dc5-adb2-e197f3be7149/9bec962f-e13e-4dc5-adb2-e197f3be7149.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.698219] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.698381] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1eb3cfd-e804-444e-85a4-5e0ab22f3398 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.705148] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 757.705148] env[69854]: value = "task-3518887" [ 757.705148] env[69854]: _type = "Task" [ 757.705148] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.716480] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.803105] env[69854]: DEBUG nova.network.neutron [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.040801] env[69854]: DEBUG nova.scheduler.client.report [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.073119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.132710] env[69854]: DEBUG nova.compute.manager [req-4392258f-9589-4716-9342-76bc9bd22bb8 req-57554f91-9e44-4e5f-8f55-5bc0ba09bd2a service nova] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Received event network-vif-deleted-b8060626-059e-4b3b-a47b-fa02a3e3e6ef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.219796] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061097} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.219796] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.220555] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4629f8-a19d-4024-a9cc-3cb338fdde63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.247820] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 9bec962f-e13e-4dc5-adb2-e197f3be7149/9bec962f-e13e-4dc5-adb2-e197f3be7149.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.248230] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7e8e9f-96ca-40e8-9d42-38fdd02d3536 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.270770] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 758.270770] env[69854]: value = "task-3518888" [ 758.270770] env[69854]: _type = "Task" [ 758.270770] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.278896] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.279877] env[69854]: DEBUG nova.network.neutron [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Updating instance_info_cache with network_info: [{"id": "44257846-b665-4cf5-b3a2-537b1bf7812e", "address": "fa:16:3e:e7:bd:49", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44257846-b6", "ovs_interfaceid": "44257846-b665-4cf5-b3a2-537b1bf7812e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.549204] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.552306] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.088s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.552306] env[69854]: DEBUG nova.objects.instance [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 758.589184] env[69854]: INFO nova.scheduler.client.report [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Deleted allocations for instance 9ab02829-03b3-468c-bc1b-8a45addec5d1 [ 758.782890] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Releasing lock "refresh_cache-9f564265-7bca-4d2c-a088-6c77e6a1e919" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.784313] env[69854]: DEBUG nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Instance network_info: |[{"id": "44257846-b665-4cf5-b3a2-537b1bf7812e", "address": "fa:16:3e:e7:bd:49", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44257846-b6", "ovs_interfaceid": "44257846-b665-4cf5-b3a2-537b1bf7812e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.784313] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518888, 'name': ReconfigVM_Task, 'duration_secs': 0.283721} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.784546] env[69854]: DEBUG oslo_concurrency.lockutils [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] Acquired lock "refresh_cache-9f564265-7bca-4d2c-a088-6c77e6a1e919" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.784546] env[69854]: DEBUG nova.network.neutron [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Refreshing network info cache for port 44257846-b665-4cf5-b3a2-537b1bf7812e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.785766] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:bd:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44257846-b665-4cf5-b3a2-537b1bf7812e', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.795110] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.795398] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 9bec962f-e13e-4dc5-adb2-e197f3be7149/9bec962f-e13e-4dc5-adb2-e197f3be7149.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.799218] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.799473] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbdf3401-364c-4d47-b784-79dd354128f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.805670] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5814f553-6841-4597-8ac5-583a70bfb96a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.824555] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.824555] env[69854]: value = "task-3518890" [ 758.824555] env[69854]: _type = "Task" [ 758.824555] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.825919] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 758.825919] env[69854]: value = "task-3518889" [ 758.825919] env[69854]: _type = "Task" [ 758.825919] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.838338] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518890, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.841541] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518889, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.100056] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6c89299a-91fd-422e-8074-61f1d2e35c92 tempest-ServerDiagnosticsNegativeTest-1034616358 tempest-ServerDiagnosticsNegativeTest-1034616358-project-member] Lock "9ab02829-03b3-468c-bc1b-8a45addec5d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.667s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.103114] env[69854]: DEBUG nova.network.neutron [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Updated VIF entry in instance network info cache for port 44257846-b665-4cf5-b3a2-537b1bf7812e. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.103895] env[69854]: DEBUG nova.network.neutron [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Updating instance_info_cache with network_info: [{"id": "44257846-b665-4cf5-b3a2-537b1bf7812e", "address": "fa:16:3e:e7:bd:49", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44257846-b6", "ovs_interfaceid": "44257846-b665-4cf5-b3a2-537b1bf7812e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.343167] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518890, 'name': CreateVM_Task, 'duration_secs': 0.437561} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.343221] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518889, 'name': Rename_Task, 'duration_secs': 0.155106} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.343360] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.343601] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.344345] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.344509] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.344819] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.345058] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b722b619-ccb7-42b4-9011-b13a64a044e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.349019] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991d48aa-5c05-4780-95ba-a31a29f422aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.352243] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 759.352243] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b16f6b-c57e-592e-d4c8-86e8100ec37b" [ 759.352243] env[69854]: _type = "Task" [ 759.352243] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.353302] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 759.353302] env[69854]: value = "task-3518891" [ 759.353302] env[69854]: _type = "Task" [ 759.353302] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.366182] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b16f6b-c57e-592e-d4c8-86e8100ec37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.368802] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.563051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-017fc041-8009-4843-993b-e67ce03fab2b tempest-ServersAdmin275Test-1390734595 tempest-ServersAdmin275Test-1390734595-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.565387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.683s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.567229] env[69854]: INFO nova.compute.claims [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.625810] env[69854]: DEBUG oslo_concurrency.lockutils [req-2baee1e9-4e21-4fe5-aa97-1a7824590b18 req-6e63fd75-5341-4b11-ab11-132733600dec service nova] Releasing lock "refresh_cache-9f564265-7bca-4d2c-a088-6c77e6a1e919" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.642080] env[69854]: DEBUG nova.compute.manager [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Received event network-changed-ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.642376] env[69854]: DEBUG nova.compute.manager [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Refreshing instance network info cache due to event network-changed-ae47afd1-1910-48b7-8316-9f3ab9e6661d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.642649] env[69854]: DEBUG oslo_concurrency.lockutils [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] Acquiring lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.643437] env[69854]: DEBUG oslo_concurrency.lockutils [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] Acquired lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.643437] env[69854]: DEBUG nova.network.neutron [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Refreshing network info cache for port ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.688984] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.689290] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.867707] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b16f6b-c57e-592e-d4c8-86e8100ec37b, 'name': SearchDatastore_Task, 'duration_secs': 0.01864} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.871915] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.872207] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.872507] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.872599] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.872773] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.873428] env[69854]: DEBUG oslo_vmware.api [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3518891, 'name': PowerOnVM_Task, 'duration_secs': 0.463286} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.873642] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20b88f79-f40d-4c8f-a46e-343009f1cd71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.875529] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.875735] env[69854]: INFO nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Took 8.87 seconds to spawn the instance on the hypervisor. [ 759.875912] env[69854]: DEBUG nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.876756] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e842c9-15cd-442c-a9ad-a7a4a61b78d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.890134] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.890328] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.891365] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b762e804-969a-46c5-a3c0-8bbc05125057 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.898115] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 759.898115] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d56a9c-229f-c8fc-ca3c-becd21530573" [ 759.898115] env[69854]: _type = "Task" [ 759.898115] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.906320] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d56a9c-229f-c8fc-ca3c-becd21530573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.027982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.027982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.204989] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.204989] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.204989] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.204989] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.204989] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.204989] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.205413] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 760.205413] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.421427] env[69854]: INFO nova.compute.manager [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Took 34.90 seconds to build instance. [ 760.433773] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d56a9c-229f-c8fc-ca3c-becd21530573, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.435369] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7c09f5-a144-418e-861b-f2f157543b36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.443959] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 760.443959] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e387de-4e99-27e3-e05d-43e1adb745b2" [ 760.443959] env[69854]: _type = "Task" [ 760.443959] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.456157] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e387de-4e99-27e3-e05d-43e1adb745b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.568363] env[69854]: DEBUG nova.network.neutron [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Updated VIF entry in instance network info cache for port ae47afd1-1910-48b7-8316-9f3ab9e6661d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.568363] env[69854]: DEBUG nova.network.neutron [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Updating instance_info_cache with network_info: [{"id": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "address": "fa:16:3e:e1:9c:57", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae47afd1-19", "ovs_interfaceid": "ae47afd1-1910-48b7-8316-9f3ab9e6661d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.710484] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.928892] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00d96e3e-af58-4526-a24c-35b30f06c5dd tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.882s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.963422] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e387de-4e99-27e3-e05d-43e1adb745b2, 'name': SearchDatastore_Task, 'duration_secs': 0.032671} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.964720] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.965148] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9f564265-7bca-4d2c-a088-6c77e6a1e919/9f564265-7bca-4d2c-a088-6c77e6a1e919.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.966268] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b89aac-77a6-4363-85ad-3180851271cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.981415] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 760.981415] env[69854]: value = "task-3518892" [ 760.981415] env[69854]: _type = "Task" [ 760.981415] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.001019] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.072675] env[69854]: DEBUG oslo_concurrency.lockutils [req-23e5d50f-b30c-4779-818a-e4d2b4d6fbd0 req-4ad55e95-9edd-4bb9-bad5-d7ecaa53dbe4 service nova] Releasing lock "refresh_cache-59d9f1fa-5fed-4b29-944b-986410f7ee7a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.269785] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bbf94c-5316-49c8-98e2-4e3a42627ef4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.281728] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a30746-1c5f-4d40-b18e-35f9209e944f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.317781] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccbd96b-517b-460c-92d4-d46bb724d849 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.329179] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d17019-688a-44f2-abf7-d309e3f44eeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.348514] env[69854]: DEBUG nova.compute.provider_tree [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.437900] env[69854]: DEBUG nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.506049] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518892, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.521988] env[69854]: DEBUG nova.compute.manager [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Received event network-changed-96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.521988] env[69854]: DEBUG nova.compute.manager [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Refreshing instance network info cache due to event network-changed-96a25c61-2512-4751-8270-a1e12989c64d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.521988] env[69854]: DEBUG oslo_concurrency.lockutils [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] Acquiring lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.521988] env[69854]: DEBUG oslo_concurrency.lockutils [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] Acquired lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.521988] env[69854]: DEBUG nova.network.neutron [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Refreshing network info cache for port 96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.855368] env[69854]: DEBUG nova.scheduler.client.report [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.972652] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.002723] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663364} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.002991] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9f564265-7bca-4d2c-a088-6c77e6a1e919/9f564265-7bca-4d2c-a088-6c77e6a1e919.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.007077] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.007077] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b25b946-1ea4-4cb6-af6b-13284b885381 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.014558] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 762.014558] env[69854]: value = "task-3518893" [ 762.014558] env[69854]: _type = "Task" [ 762.014558] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.027693] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.362641] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.362811] env[69854]: DEBUG nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.369476] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.386s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.373015] env[69854]: INFO nova.compute.claims [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.427733] env[69854]: DEBUG nova.network.neutron [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Updated VIF entry in instance network info cache for port 96a25c61-2512-4751-8270-a1e12989c64d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.428517] env[69854]: DEBUG nova.network.neutron [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Updating instance_info_cache with network_info: [{"id": "96a25c61-2512-4751-8270-a1e12989c64d", "address": "fa:16:3e:52:d8:09", "network": {"id": "8c0afe04-1f3d-42f2-9818-bbcaaf423e76", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-523416112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ed87c25c17b44448f5f6db35c9850d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a25c61-25", "ovs_interfaceid": "96a25c61-2512-4751-8270-a1e12989c64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.528825] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061096} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.529143] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.529982] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d46f0-398c-4e1c-a47c-6231586b4e3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.565882] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 9f564265-7bca-4d2c-a088-6c77e6a1e919/9f564265-7bca-4d2c-a088-6c77e6a1e919.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.567367] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e391329-6d51-401e-b4d6-0a089c99b6ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.607620] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 762.607620] env[69854]: value = "task-3518894" [ 762.607620] env[69854]: _type = "Task" [ 762.607620] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.617289] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.874962] env[69854]: DEBUG nova.compute.utils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.878622] env[69854]: DEBUG nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.878622] env[69854]: DEBUG nova.network.neutron [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.934615] env[69854]: DEBUG oslo_concurrency.lockutils [req-fcd6e936-8a2c-49fe-aa40-47c93b4dc9d2 req-76825c99-8137-4efc-ae8d-585e87c8bbf0 service nova] Releasing lock "refresh_cache-9bec962f-e13e-4dc5-adb2-e197f3be7149" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.940263] env[69854]: DEBUG nova.policy [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.118071] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.321748] env[69854]: DEBUG nova.network.neutron [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Successfully created port: 52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.383203] env[69854]: DEBUG nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.626065] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518894, 'name': ReconfigVM_Task, 'duration_secs': 0.554676} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.626065] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 9f564265-7bca-4d2c-a088-6c77e6a1e919/9f564265-7bca-4d2c-a088-6c77e6a1e919.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.632552] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c09f75-2a55-4308-abf2-35928fb06644 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.642109] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 763.642109] env[69854]: value = "task-3518895" [ 763.642109] env[69854]: _type = "Task" [ 763.642109] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.650886] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518895, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.994035] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85eb5c-9615-4db1-a03b-e0789898216c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.002453] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebcee76-2085-4205-a303-bce78b9af16d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.032995] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591ea013-9898-4779-b2f9-470530472c31 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.046394] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed0ddde-1810-46c9-ae64-a0b73519441d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.063324] env[69854]: DEBUG nova.compute.provider_tree [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.150459] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518895, 'name': Rename_Task, 'duration_secs': 0.324385} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.150866] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.151092] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e92f8d-7b60-4b0b-a235-d7263bf773e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.157692] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 764.157692] env[69854]: value = "task-3518896" [ 764.157692] env[69854]: _type = "Task" [ 764.157692] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.166448] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.404016] env[69854]: DEBUG nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.434021] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.434021] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.434021] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.434259] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.434259] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.434259] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.434259] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.434259] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.434380] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.434380] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.434380] env[69854]: DEBUG nova.virt.hardware [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.435510] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f28a912-637e-4768-8d45-c52183dc1475 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.445976] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac047e8-2c64-4e2d-999f-71ae606d203b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.566859] env[69854]: DEBUG nova.scheduler.client.report [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.677415] env[69854]: DEBUG oslo_vmware.api [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518896, 'name': PowerOnVM_Task, 'duration_secs': 0.446087} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.678355] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.678775] env[69854]: INFO nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Took 8.65 seconds to spawn the instance on the hypervisor. [ 764.679200] env[69854]: DEBUG nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.680436] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00213094-c778-4f40-b710-03fe59da4e1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.932138] env[69854]: DEBUG nova.compute.manager [req-17536db1-2bac-4063-a2d9-2fb4a11358c0 req-18fd17d6-19fa-4a2e-81db-48e80b557e3c service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received event network-vif-plugged-52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.932138] env[69854]: DEBUG oslo_concurrency.lockutils [req-17536db1-2bac-4063-a2d9-2fb4a11358c0 req-18fd17d6-19fa-4a2e-81db-48e80b557e3c service nova] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.932138] env[69854]: DEBUG oslo_concurrency.lockutils [req-17536db1-2bac-4063-a2d9-2fb4a11358c0 req-18fd17d6-19fa-4a2e-81db-48e80b557e3c service nova] Lock "d501671c-e7b6-41b5-a530-6743e9612891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.932138] env[69854]: DEBUG oslo_concurrency.lockutils [req-17536db1-2bac-4063-a2d9-2fb4a11358c0 req-18fd17d6-19fa-4a2e-81db-48e80b557e3c service nova] Lock "d501671c-e7b6-41b5-a530-6743e9612891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.933435] env[69854]: DEBUG nova.compute.manager [req-17536db1-2bac-4063-a2d9-2fb4a11358c0 req-18fd17d6-19fa-4a2e-81db-48e80b557e3c service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] No waiting events found dispatching network-vif-plugged-52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.933690] env[69854]: WARNING nova.compute.manager [req-17536db1-2bac-4063-a2d9-2fb4a11358c0 req-18fd17d6-19fa-4a2e-81db-48e80b557e3c service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received unexpected event network-vif-plugged-52b2d62f-557a-40df-8c4a-6b2992ceb3fd for instance with vm_state building and task_state spawning. [ 765.015970] env[69854]: DEBUG nova.network.neutron [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Successfully updated port: 52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.076217] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.076744] env[69854]: DEBUG nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.079374] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.558s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.079648] env[69854]: DEBUG nova.objects.instance [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lazy-loading 'resources' on Instance uuid 9237342f-9720-400b-b201-9357fc090d1e {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.202287] env[69854]: INFO nova.compute.manager [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Took 37.49 seconds to build instance. [ 765.518745] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.518903] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.519073] env[69854]: DEBUG nova.network.neutron [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.583170] env[69854]: DEBUG nova.compute.utils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.587786] env[69854]: DEBUG nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.588051] env[69854]: DEBUG nova.network.neutron [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.674630] env[69854]: DEBUG nova.policy [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acd353e9f5c9417f85467dcda73094c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2e40f34d6644d63aad53bfbdc1167f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.704388] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3452afad-2369-4b01-a7cf-f2f2f2715590 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.170s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.932438] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6448c63d-3cab-4092-919f-205bf472aa3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.942206] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a11293-558e-4858-9bb5-4fe948dba489 tempest-ServersAdminNegativeTestJSON-1876262384 tempest-ServersAdminNegativeTestJSON-1876262384-project-admin] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Suspending the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 765.942206] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2792bea9-b813-4073-a196-b7a781a53f4b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.951663] env[69854]: DEBUG oslo_vmware.api [None req-e5a11293-558e-4858-9bb5-4fe948dba489 tempest-ServersAdminNegativeTestJSON-1876262384 tempest-ServersAdminNegativeTestJSON-1876262384-project-admin] Waiting for the task: (returnval){ [ 765.951663] env[69854]: value = "task-3518897" [ 765.951663] env[69854]: _type = "Task" [ 765.951663] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.959877] env[69854]: DEBUG oslo_vmware.api [None req-e5a11293-558e-4858-9bb5-4fe948dba489 tempest-ServersAdminNegativeTestJSON-1876262384 tempest-ServersAdminNegativeTestJSON-1876262384-project-admin] Task: {'id': task-3518897, 'name': SuspendVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.065113] env[69854]: DEBUG nova.network.neutron [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.069694] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77062315-1267-458c-af11-f2e6fc05172a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.079567] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24292c0-784b-4c2b-ba24-fb5422abd761 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.118672] env[69854]: DEBUG nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.125339] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139e6df4-f097-4152-b35d-1bb63727c1d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.132897] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b38ec47-bd89-4bb6-9c7a-98ee8c2ce923 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.149015] env[69854]: DEBUG nova.compute.provider_tree [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.209375] env[69854]: DEBUG nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.302289] env[69854]: DEBUG nova.network.neutron [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.461970] env[69854]: DEBUG oslo_vmware.api [None req-e5a11293-558e-4858-9bb5-4fe948dba489 tempest-ServersAdminNegativeTestJSON-1876262384 tempest-ServersAdminNegativeTestJSON-1876262384-project-admin] Task: {'id': task-3518897, 'name': SuspendVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.520377] env[69854]: DEBUG nova.network.neutron [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Successfully created port: 37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.653912] env[69854]: DEBUG nova.scheduler.client.report [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.733960] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.809151] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.809534] env[69854]: DEBUG nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Instance network_info: |[{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.809926] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:9f:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52b2d62f-557a-40df-8c4a-6b2992ceb3fd', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.817522] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Creating folder: Project (027ce6cbfd0b4ca78b87d931c3887dfb). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.817897] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e7c856-965b-4066-88f5-9ee36bc95e3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.830137] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Created folder: Project (027ce6cbfd0b4ca78b87d931c3887dfb) in parent group-v702928. [ 766.830137] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Creating folder: Instances. Parent ref: group-v702992. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.830137] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5edc38c-76c4-47d0-b4ce-ad4b8531c9da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.839616] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Created folder: Instances in parent group-v702992. [ 766.839856] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.840058] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.840266] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd06b43e-3498-4af1-a72a-0d665d1643e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.862866] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.862866] env[69854]: value = "task-3518900" [ 766.862866] env[69854]: _type = "Task" [ 766.862866] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.871481] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518900, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.963423] env[69854]: DEBUG oslo_vmware.api [None req-e5a11293-558e-4858-9bb5-4fe948dba489 tempest-ServersAdminNegativeTestJSON-1876262384 tempest-ServersAdminNegativeTestJSON-1876262384-project-admin] Task: {'id': task-3518897, 'name': SuspendVM_Task, 'duration_secs': 0.617363} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.963594] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a11293-558e-4858-9bb5-4fe948dba489 tempest-ServersAdminNegativeTestJSON-1876262384 tempest-ServersAdminNegativeTestJSON-1876262384-project-admin] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Suspended the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 766.963717] env[69854]: DEBUG nova.compute.manager [None req-e5a11293-558e-4858-9bb5-4fe948dba489 tempest-ServersAdminNegativeTestJSON-1876262384 tempest-ServersAdminNegativeTestJSON-1876262384-project-admin] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.964968] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c03522-c8a8-46ba-aed4-94b112749c70 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.065698] env[69854]: DEBUG nova.compute.manager [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received event network-changed-52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.069026] env[69854]: DEBUG nova.compute.manager [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Refreshing instance network info cache due to event network-changed-52b2d62f-557a-40df-8c4a-6b2992ceb3fd. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.069026] env[69854]: DEBUG oslo_concurrency.lockutils [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] Acquiring lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.069026] env[69854]: DEBUG oslo_concurrency.lockutils [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] Acquired lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.069026] env[69854]: DEBUG nova.network.neutron [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Refreshing network info cache for port 52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.135062] env[69854]: DEBUG nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.160842] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.163200] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.413s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.163427] env[69854]: DEBUG nova.objects.instance [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lazy-loading 'resources' on Instance uuid d2034a90-37dc-4f14-b91e-00d4288d7420 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.170424] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.170671] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.170848] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.171049] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.171199] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.171337] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.171541] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.171689] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.171870] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.172053] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.172226] env[69854]: DEBUG nova.virt.hardware [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.173119] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c284da93-22ef-4da0-8362-e0bc6ec2ae11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.185382] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ff3055-3705-47c2-99a7-13465379056c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.201178] env[69854]: INFO nova.scheduler.client.report [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted allocations for instance 9237342f-9720-400b-b201-9357fc090d1e [ 767.372484] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518900, 'name': CreateVM_Task, 'duration_secs': 0.338614} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.372739] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.373440] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.373648] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.373927] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.374203] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433c9923-048b-4434-b62a-d6b790afca46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.379122] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 767.379122] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ed257f-4d47-4802-3c9c-d31de9291344" [ 767.379122] env[69854]: _type = "Task" [ 767.379122] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.386844] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ed257f-4d47-4802-3c9c-d31de9291344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.711789] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5d8db46-df54-4552-a046-c5a6fc1ab5b7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "9237342f-9720-400b-b201-9357fc090d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.682s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.794246] env[69854]: DEBUG nova.network.neutron [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updated VIF entry in instance network info cache for port 52b2d62f-557a-40df-8c4a-6b2992ceb3fd. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.794593] env[69854]: DEBUG nova.network.neutron [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.891221] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ed257f-4d47-4802-3c9c-d31de9291344, 'name': SearchDatastore_Task, 'duration_secs': 0.029664} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.891625] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.891748] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.891992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.892145] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.892328] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.892632] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c76a69-634c-4366-8831-1c87f099c5e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.902999] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.903216] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.903958] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b911ba7a-fc8e-47f2-9161-901d68a97308 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.908948] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 767.908948] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52648f9a-64bd-1094-44c4-34ecb9475696" [ 767.908948] env[69854]: _type = "Task" [ 767.908948] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.919729] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52648f9a-64bd-1094-44c4-34ecb9475696, 'name': SearchDatastore_Task} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.920672] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee9107e-519e-44f2-b1e6-7078a71c3daa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.928510] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 767.928510] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52391b36-216d-b7ed-876b-fd478fc55882" [ 767.928510] env[69854]: _type = "Task" [ 767.928510] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.935950] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52391b36-216d-b7ed-876b-fd478fc55882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.186745] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c21eca7-51b9-423a-ad2d-b5a2445941f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.195155] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0536bbb1-5495-4836-9e0f-ef3a80739337 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.230913] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3666b02c-c30d-43c0-ab90-e0eaeb448248 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.239424] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9893d52-5a84-4269-b870-6ecf07ecf842 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.254306] env[69854]: DEBUG nova.compute.provider_tree [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.297305] env[69854]: DEBUG oslo_concurrency.lockutils [req-18af15da-1d99-43ba-97c7-ac9ee39d609e req-7bfd89fd-e286-4063-976f-9fbb5533c702 service nova] Releasing lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.425073] env[69854]: DEBUG nova.network.neutron [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Successfully updated port: 37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.443691] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52391b36-216d-b7ed-876b-fd478fc55882, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.444662] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.445314] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d501671c-e7b6-41b5-a530-6743e9612891/d501671c-e7b6-41b5-a530-6743e9612891.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.446100] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b4dfbf-8d4e-48c3-ae46-59da4dcedce4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.455885] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 768.455885] env[69854]: value = "task-3518901" [ 768.455885] env[69854]: _type = "Task" [ 768.455885] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.470022] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.758433] env[69854]: DEBUG nova.scheduler.client.report [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.936072] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.936072] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.936072] env[69854]: DEBUG nova.network.neutron [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.968307] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466127} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.968838] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d501671c-e7b6-41b5-a530-6743e9612891/d501671c-e7b6-41b5-a530-6743e9612891.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.969400] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.969842] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8801507f-5f7a-4911-9e8d-abc3a7cd1457 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.976735] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 768.976735] env[69854]: value = "task-3518902" [ 768.976735] env[69854]: _type = "Task" [ 768.976735] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.985208] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.134931] env[69854]: DEBUG nova.compute.manager [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Received event network-vif-plugged-37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.135231] env[69854]: DEBUG oslo_concurrency.lockutils [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] Acquiring lock "ad845b1d-adb0-4f21-9c26-9c90e4065085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.135433] env[69854]: DEBUG oslo_concurrency.lockutils [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.135606] env[69854]: DEBUG oslo_concurrency.lockutils [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.135787] env[69854]: DEBUG nova.compute.manager [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] No waiting events found dispatching network-vif-plugged-37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.136016] env[69854]: WARNING nova.compute.manager [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Received unexpected event network-vif-plugged-37f450da-81eb-40c7-9b97-04108d89598a for instance with vm_state building and task_state spawning. [ 769.136411] env[69854]: DEBUG nova.compute.manager [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Received event network-changed-37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.136604] env[69854]: DEBUG nova.compute.manager [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Refreshing instance network info cache due to event network-changed-37f450da-81eb-40c7-9b97-04108d89598a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.136776] env[69854]: DEBUG oslo_concurrency.lockutils [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] Acquiring lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.266091] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.269177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.379s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.271940] env[69854]: INFO nova.compute.claims [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.304993] env[69854]: INFO nova.scheduler.client.report [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Deleted allocations for instance d2034a90-37dc-4f14-b91e-00d4288d7420 [ 769.484102] env[69854]: DEBUG nova.network.neutron [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.489912] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06921} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.490187] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.491039] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b3ec4-f89f-4d11-84e0-a53ee0246849 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.513272] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d501671c-e7b6-41b5-a530-6743e9612891/d501671c-e7b6-41b5-a530-6743e9612891.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.516443] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce09b84a-521a-4aa3-a55a-7bb63ecb39c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.537622] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 769.537622] env[69854]: value = "task-3518903" [ 769.537622] env[69854]: _type = "Task" [ 769.537622] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.545797] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.687021] env[69854]: DEBUG nova.network.neutron [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updating instance_info_cache with network_info: [{"id": "37f450da-81eb-40c7-9b97-04108d89598a", "address": "fa:16:3e:c6:0d:b9", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f450da-81", "ovs_interfaceid": "37f450da-81eb-40c7-9b97-04108d89598a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.818695] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9d404c6-3fb8-4b69-8b7b-d4f7cd7d4bda tempest-ServersAdmin275Test-1979086970 tempest-ServersAdmin275Test-1979086970-project-member] Lock "d2034a90-37dc-4f14-b91e-00d4288d7420" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.636s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.910992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.910992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.051696] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518903, 'name': ReconfigVM_Task, 'duration_secs': 0.278859} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.052013] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d501671c-e7b6-41b5-a530-6743e9612891/d501671c-e7b6-41b5-a530-6743e9612891.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.052709] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed77309d-22c8-45f1-8f62-0cf60f40e260 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.058895] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 770.058895] env[69854]: value = "task-3518904" [ 770.058895] env[69854]: _type = "Task" [ 770.058895] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.067445] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518904, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.189768] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Releasing lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.190152] env[69854]: DEBUG nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Instance network_info: |[{"id": "37f450da-81eb-40c7-9b97-04108d89598a", "address": "fa:16:3e:c6:0d:b9", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f450da-81", "ovs_interfaceid": "37f450da-81eb-40c7-9b97-04108d89598a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.190480] env[69854]: DEBUG oslo_concurrency.lockutils [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] Acquired lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.190665] env[69854]: DEBUG nova.network.neutron [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Refreshing network info cache for port 37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.192047] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:0d:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37f450da-81eb-40c7-9b97-04108d89598a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.199512] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.203006] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.203651] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a068ff56-ad57-4f03-9c13-27ac015d600f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.225594] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.225594] env[69854]: value = "task-3518905" [ 770.225594] env[69854]: _type = "Task" [ 770.225594] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.233484] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518905, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.502104] env[69854]: DEBUG nova.network.neutron [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updated VIF entry in instance network info cache for port 37f450da-81eb-40c7-9b97-04108d89598a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.502457] env[69854]: DEBUG nova.network.neutron [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updating instance_info_cache with network_info: [{"id": "37f450da-81eb-40c7-9b97-04108d89598a", "address": "fa:16:3e:c6:0d:b9", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f450da-81", "ovs_interfaceid": "37f450da-81eb-40c7-9b97-04108d89598a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.569921] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518904, 'name': Rename_Task, 'duration_secs': 0.268075} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.570332] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.570634] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af202453-d8ed-4c27-828b-42a48127bb28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.580584] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 770.580584] env[69854]: value = "task-3518906" [ 770.580584] env[69854]: _type = "Task" [ 770.580584] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.589020] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.737597] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518905, 'name': CreateVM_Task, 'duration_secs': 0.371434} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.738281] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.738473] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.738642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.738995] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.739273] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016d7635-5e19-4e71-b75d-01a53426e7a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.749019] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 770.749019] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f2f53b-0517-fa88-838e-b386f2f3d891" [ 770.749019] env[69854]: _type = "Task" [ 770.749019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.755239] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f2f53b-0517-fa88-838e-b386f2f3d891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.771299] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "9f564265-7bca-4d2c-a088-6c77e6a1e919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.771299] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.771299] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "9f564265-7bca-4d2c-a088-6c77e6a1e919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.771299] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.771432] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.775110] env[69854]: INFO nova.compute.manager [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Terminating instance [ 770.832674] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a5d61-be04-4600-86ba-72a7c4285e9d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.840188] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3b40bc-640d-462e-a626-23dfb7861597 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.871118] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475dffc-7818-41a9-a4f8-e8cceb5158de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.878341] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d822f-bcac-490c-9635-22312e63f586 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.892805] env[69854]: DEBUG nova.compute.provider_tree [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.004584] env[69854]: DEBUG oslo_concurrency.lockutils [req-40123aad-1ed6-4bd7-9159-7c324d874a5b req-91c8e841-3345-4f27-8aa7-1a322bb91d16 service nova] Releasing lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.092441] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518906, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.258241] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f2f53b-0517-fa88-838e-b386f2f3d891, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.258541] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.258784] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.259050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.259202] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.259380] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.259641] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa59bd30-1a03-4973-99a4-fde3591ee6e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.277341] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.277341] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.278411] env[69854]: DEBUG nova.compute.manager [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.278603] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.278835] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1dc1da2-8103-46ad-8b27-3f42be18acb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.281643] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6523186a-3999-43f2-9f98-5af16151093a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.288699] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.289520] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f79f456-db14-4495-97d8-79684ab493fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.290987] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 771.290987] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dc4e03-9919-12ad-d318-f78d7413744e" [ 771.290987] env[69854]: _type = "Task" [ 771.290987] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.300155] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dc4e03-9919-12ad-d318-f78d7413744e, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.300896] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06d23d7-1781-4b58-ae4e-46f77a6cf8a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.306494] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 771.306494] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52326b40-422c-b6d8-bf3f-16f5d186ef82" [ 771.306494] env[69854]: _type = "Task" [ 771.306494] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.313902] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52326b40-422c-b6d8-bf3f-16f5d186ef82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.368764] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.368979] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.369179] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Deleting the datastore file [datastore2] 9f564265-7bca-4d2c-a088-6c77e6a1e919 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.369446] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6bdb2eb-1715-4b02-bd9b-f39495465618 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.375550] env[69854]: DEBUG oslo_vmware.api [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 771.375550] env[69854]: value = "task-3518908" [ 771.375550] env[69854]: _type = "Task" [ 771.375550] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.383343] env[69854]: DEBUG oslo_vmware.api [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.396348] env[69854]: DEBUG nova.scheduler.client.report [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.595928] env[69854]: DEBUG oslo_vmware.api [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3518906, 'name': PowerOnVM_Task, 'duration_secs': 0.521549} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.596364] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.596685] env[69854]: INFO nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Took 7.19 seconds to spawn the instance on the hypervisor. [ 771.596988] env[69854]: DEBUG nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.598281] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ade5f21-b629-415a-9c3b-e11b22a72a1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.817419] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52326b40-422c-b6d8-bf3f-16f5d186ef82, 'name': SearchDatastore_Task, 'duration_secs': 0.008703} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.817672] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.817922] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ad845b1d-adb0-4f21-9c26-9c90e4065085/ad845b1d-adb0-4f21-9c26-9c90e4065085.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.818208] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f901869-f54c-49e5-8718-5d728f1cf290 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.824844] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 771.824844] env[69854]: value = "task-3518909" [ 771.824844] env[69854]: _type = "Task" [ 771.824844] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.832761] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.884095] env[69854]: DEBUG oslo_vmware.api [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134196} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.884347] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.884531] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.884701] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.884879] env[69854]: INFO nova.compute.manager [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Took 0.61 seconds to destroy the instance on the hypervisor. [ 771.885131] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.885337] env[69854]: DEBUG nova.compute.manager [-] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.885434] env[69854]: DEBUG nova.network.neutron [-] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.900999] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.901513] env[69854]: DEBUG nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.904100] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.805s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.906751] env[69854]: INFO nova.compute.claims [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.129830] env[69854]: INFO nova.compute.manager [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Took 40.27 seconds to build instance. [ 772.271502] env[69854]: DEBUG nova.compute.manager [req-4787c8a3-23d8-40a4-8e92-dad680e2b84b req-d88fe808-de33-4505-8ad1-e9f60b8e94f7 service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Received event network-vif-deleted-44257846-b665-4cf5-b3a2-537b1bf7812e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.271712] env[69854]: INFO nova.compute.manager [req-4787c8a3-23d8-40a4-8e92-dad680e2b84b req-d88fe808-de33-4505-8ad1-e9f60b8e94f7 service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Neutron deleted interface 44257846-b665-4cf5-b3a2-537b1bf7812e; detaching it from the instance and deleting it from the info cache [ 772.271904] env[69854]: DEBUG nova.network.neutron [req-4787c8a3-23d8-40a4-8e92-dad680e2b84b req-d88fe808-de33-4505-8ad1-e9f60b8e94f7 service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.335529] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46391} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.335763] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ad845b1d-adb0-4f21-9c26-9c90e4065085/ad845b1d-adb0-4f21-9c26-9c90e4065085.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.335977] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.337523] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e015cd-7752-44c9-87d6-8afeb515b6e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.345099] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 772.345099] env[69854]: value = "task-3518910" [ 772.345099] env[69854]: _type = "Task" [ 772.345099] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.354288] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.412966] env[69854]: DEBUG nova.compute.utils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.416544] env[69854]: DEBUG nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.416734] env[69854]: DEBUG nova.network.neutron [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.489602] env[69854]: DEBUG nova.policy [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '205c68ecc00c4424bf142ff0db5c34ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67e0186050d045a2aec76f0f54cfafdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.632542] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fda451cd-ff37-426c-851c-3f55e4fe3006 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "d501671c-e7b6-41b5-a530-6743e9612891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.068s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.684172] env[69854]: DEBUG nova.network.neutron [-] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.774767] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45030a78-a6f2-49db-8628-52a3f9e5d4bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.786912] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366556d-0262-459c-850c-4b082ba278a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.829220] env[69854]: DEBUG nova.compute.manager [req-4787c8a3-23d8-40a4-8e92-dad680e2b84b req-d88fe808-de33-4505-8ad1-e9f60b8e94f7 service nova] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Detach interface failed, port_id=44257846-b665-4cf5-b3a2-537b1bf7812e, reason: Instance 9f564265-7bca-4d2c-a088-6c77e6a1e919 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.856766] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061489} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.857098] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.858401] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94471a9a-a143-4ec4-8027-cdb6f53e14f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.886213] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] ad845b1d-adb0-4f21-9c26-9c90e4065085/ad845b1d-adb0-4f21-9c26-9c90e4065085.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.886539] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b449f99-ddfd-41aa-bec7-5052e1f573ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.910337] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 772.910337] env[69854]: value = "task-3518911" [ 772.910337] env[69854]: _type = "Task" [ 772.910337] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.916750] env[69854]: DEBUG nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.927178] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.136266] env[69854]: DEBUG nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.186816] env[69854]: INFO nova.compute.manager [-] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Took 1.30 seconds to deallocate network for instance. [ 773.324873] env[69854]: DEBUG nova.network.neutron [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Successfully created port: 12e1ff19-933e-40ab-b9d8-670bfb8648fd {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.425413] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518911, 'name': ReconfigVM_Task, 'duration_secs': 0.26877} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.425728] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Reconfigured VM instance instance-00000019 to attach disk [datastore2] ad845b1d-adb0-4f21-9c26-9c90e4065085/ad845b1d-adb0-4f21-9c26-9c90e4065085.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.426288] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6ccd15b-dca9-44ca-8dd4-8e195bdf88f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.437889] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 773.437889] env[69854]: value = "task-3518912" [ 773.437889] env[69854]: _type = "Task" [ 773.437889] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.452531] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518912, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.521436] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e267db2a-2c09-42f2-bcbc-0895b756afc4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.531022] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f9fda-6871-460e-a746-145d2d75a9c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.565360] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2010c47-6355-48a1-8d64-68b937048be7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.574319] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b316c0f-8959-47a4-aac1-ec8e575c3a75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.286833] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.287675] env[69854]: DEBUG nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.304357] env[69854]: DEBUG nova.compute.provider_tree [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.308678] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518912, 'name': Rename_Task, 'duration_secs': 0.827098} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.310726] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.311958] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.311996] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15886092-e95d-435a-899d-a71e90bd9cf1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.320160] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.320160] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.320160] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.320301] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.320301] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.320301] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.320301] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.320301] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.320435] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.320435] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.320435] env[69854]: DEBUG nova.virt.hardware [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.320435] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095bfb6-7212-46c2-8317-a27540d0ec4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.323979] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 774.323979] env[69854]: value = "task-3518913" [ 774.323979] env[69854]: _type = "Task" [ 774.323979] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.330607] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f862484-4b13-4a30-99dc-0a31501ae4bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.337280] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518913, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.341621] env[69854]: DEBUG nova.compute.manager [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received event network-changed-52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.341796] env[69854]: DEBUG nova.compute.manager [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Refreshing instance network info cache due to event network-changed-52b2d62f-557a-40df-8c4a-6b2992ceb3fd. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.342014] env[69854]: DEBUG oslo_concurrency.lockutils [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] Acquiring lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.342760] env[69854]: DEBUG oslo_concurrency.lockutils [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] Acquired lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.342760] env[69854]: DEBUG nova.network.neutron [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Refreshing network info cache for port 52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.811237] env[69854]: DEBUG nova.scheduler.client.report [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.838256] env[69854]: DEBUG oslo_vmware.api [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518913, 'name': PowerOnVM_Task, 'duration_secs': 0.457673} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.838256] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.838256] env[69854]: INFO nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Took 7.70 seconds to spawn the instance on the hypervisor. [ 774.845018] env[69854]: DEBUG nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.845018] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a4f12-cb25-422c-b83d-98a28098c5df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.916271] env[69854]: DEBUG nova.network.neutron [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Successfully updated port: 12e1ff19-933e-40ab-b9d8-670bfb8648fd {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.127915] env[69854]: DEBUG nova.network.neutron [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updated VIF entry in instance network info cache for port 52b2d62f-557a-40df-8c4a-6b2992ceb3fd. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.129022] env[69854]: DEBUG nova.network.neutron [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.316623] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.412s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.320133] env[69854]: DEBUG nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.322369] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.465s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.322595] env[69854]: DEBUG nova.objects.instance [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lazy-loading 'resources' on Instance uuid c913edc9-a08d-40e8-a50f-89caf3b73c3f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.370232] env[69854]: INFO nova.compute.manager [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Took 39.42 seconds to build instance. [ 775.425675] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "refresh_cache-b761fee3-31d7-43f4-b9f4-709dab178486" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.425675] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquired lock "refresh_cache-b761fee3-31d7-43f4-b9f4-709dab178486" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.425675] env[69854]: DEBUG nova.network.neutron [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.631933] env[69854]: DEBUG oslo_concurrency.lockutils [req-6363cd1d-08e3-4353-b445-bf63ffad46ad req-26d7aefe-42e5-4c75-bbc8-9bb2f504d031 service nova] Releasing lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.826329] env[69854]: DEBUG nova.compute.utils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.835973] env[69854]: DEBUG nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.835973] env[69854]: DEBUG nova.network.neutron [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.864850] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "ba1eec72-9524-4af9-a791-4b3dd9584075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.864850] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.873056] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2d17944-6287-4ed6-8491-ad219e7f2224 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.545s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.898789] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.899480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.902656] env[69854]: DEBUG nova.policy [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b975653f5d245e5a514f5cde4401f55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c32387e2d4f4e078410a5e6325c1d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.972956] env[69854]: DEBUG nova.network.neutron [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.151078] env[69854]: DEBUG nova.network.neutron [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Updating instance_info_cache with network_info: [{"id": "12e1ff19-933e-40ab-b9d8-670bfb8648fd", "address": "fa:16:3e:51:38:58", "network": {"id": "b016c688-e5eb-44e1-9da1-413fd16c335f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1667999851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67e0186050d045a2aec76f0f54cfafdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e1ff19-93", "ovs_interfaceid": "12e1ff19-933e-40ab-b9d8-670bfb8648fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.335510] env[69854]: DEBUG nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.367840] env[69854]: DEBUG nova.network.neutron [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Successfully created port: 9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.377561] env[69854]: DEBUG nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.440539] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fcfa1c-66a6-49da-842d-d53a6e5e5015 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.449132] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b43c5-f187-4b57-aa2f-57ba91cc3fd0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.481717] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a7bab-ece6-45e7-ba14-31af182e5797 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.489556] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce92a91-c9d0-4ce0-afa1-4f568b084651 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.502891] env[69854]: DEBUG nova.compute.provider_tree [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.529246] env[69854]: DEBUG nova.compute.manager [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.529462] env[69854]: DEBUG nova.compute.manager [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing instance network info cache due to event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.529647] env[69854]: DEBUG oslo_concurrency.lockutils [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] Acquiring lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.529792] env[69854]: DEBUG oslo_concurrency.lockutils [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] Acquired lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.530332] env[69854]: DEBUG nova.network.neutron [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.625645] env[69854]: DEBUG nova.compute.manager [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Received event network-vif-plugged-12e1ff19-933e-40ab-b9d8-670bfb8648fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.625865] env[69854]: DEBUG oslo_concurrency.lockutils [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] Acquiring lock "b761fee3-31d7-43f4-b9f4-709dab178486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.626084] env[69854]: DEBUG oslo_concurrency.lockutils [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] Lock "b761fee3-31d7-43f4-b9f4-709dab178486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.626260] env[69854]: DEBUG oslo_concurrency.lockutils [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] Lock "b761fee3-31d7-43f4-b9f4-709dab178486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.626488] env[69854]: DEBUG nova.compute.manager [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] No waiting events found dispatching network-vif-plugged-12e1ff19-933e-40ab-b9d8-670bfb8648fd {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.626589] env[69854]: WARNING nova.compute.manager [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Received unexpected event network-vif-plugged-12e1ff19-933e-40ab-b9d8-670bfb8648fd for instance with vm_state building and task_state spawning. [ 776.630273] env[69854]: DEBUG nova.compute.manager [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Received event network-changed-12e1ff19-933e-40ab-b9d8-670bfb8648fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.630273] env[69854]: DEBUG nova.compute.manager [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Refreshing instance network info cache due to event network-changed-12e1ff19-933e-40ab-b9d8-670bfb8648fd. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.630273] env[69854]: DEBUG oslo_concurrency.lockutils [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] Acquiring lock "refresh_cache-b761fee3-31d7-43f4-b9f4-709dab178486" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.654453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Releasing lock "refresh_cache-b761fee3-31d7-43f4-b9f4-709dab178486" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.654796] env[69854]: DEBUG nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Instance network_info: |[{"id": "12e1ff19-933e-40ab-b9d8-670bfb8648fd", "address": "fa:16:3e:51:38:58", "network": {"id": "b016c688-e5eb-44e1-9da1-413fd16c335f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1667999851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67e0186050d045a2aec76f0f54cfafdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e1ff19-93", "ovs_interfaceid": "12e1ff19-933e-40ab-b9d8-670bfb8648fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.655099] env[69854]: DEBUG oslo_concurrency.lockutils [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] Acquired lock "refresh_cache-b761fee3-31d7-43f4-b9f4-709dab178486" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.655316] env[69854]: DEBUG nova.network.neutron [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Refreshing network info cache for port 12e1ff19-933e-40ab-b9d8-670bfb8648fd {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.656519] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:38:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12e1ff19-933e-40ab-b9d8-670bfb8648fd', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.664031] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Creating folder: Project (67e0186050d045a2aec76f0f54cfafdb). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.667186] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a49f665e-43e2-4b89-97d1-5e5711c86aa8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.683021] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Created folder: Project (67e0186050d045a2aec76f0f54cfafdb) in parent group-v702928. [ 776.683021] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Creating folder: Instances. Parent ref: group-v702996. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.683021] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd95617e-799d-4163-bebf-634effe3aeb6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.688894] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Created folder: Instances in parent group-v702996. [ 776.689144] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.689324] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.689552] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2958d2c-978a-4bfb-859b-718af78c2e81 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.708203] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.708203] env[69854]: value = "task-3518916" [ 776.708203] env[69854]: _type = "Task" [ 776.708203] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.716889] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518916, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.906822] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.939010] env[69854]: DEBUG nova.network.neutron [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Updated VIF entry in instance network info cache for port 12e1ff19-933e-40ab-b9d8-670bfb8648fd. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.939690] env[69854]: DEBUG nova.network.neutron [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Updating instance_info_cache with network_info: [{"id": "12e1ff19-933e-40ab-b9d8-670bfb8648fd", "address": "fa:16:3e:51:38:58", "network": {"id": "b016c688-e5eb-44e1-9da1-413fd16c335f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1667999851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67e0186050d045a2aec76f0f54cfafdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e1ff19-93", "ovs_interfaceid": "12e1ff19-933e-40ab-b9d8-670bfb8648fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.006292] env[69854]: DEBUG nova.scheduler.client.report [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.218481] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518916, 'name': CreateVM_Task, 'duration_secs': 0.307548} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.218481] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.221907] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.221907] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.221907] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.221907] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6002ce1-6fc0-421a-9956-1b82177f4e5a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.227350] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 777.227350] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c0741c-f92d-c22b-3000-912fd4dee47b" [ 777.227350] env[69854]: _type = "Task" [ 777.227350] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.233680] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c0741c-f92d-c22b-3000-912fd4dee47b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.283109] env[69854]: DEBUG nova.network.neutron [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updated VIF entry in instance network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.283581] env[69854]: DEBUG nova.network.neutron [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updating instance_info_cache with network_info: [{"id": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "address": "fa:16:3e:96:ca:3d", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1304e67a-01", "ovs_interfaceid": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.352923] env[69854]: DEBUG nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.382485] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.382728] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.382882] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.383071] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.383225] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.383396] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.383604] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.383762] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.383920] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.384230] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.384440] env[69854]: DEBUG nova.virt.hardware [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.385310] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc4258c-0eda-48f5-8375-1610116dc90a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.393422] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fe3cef-3ca5-431b-934f-a7f015ee9003 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.443162] env[69854]: DEBUG oslo_concurrency.lockutils [req-9ee53a11-82ca-4ff8-8ab1-4c3701ddb7a2 req-7dfa2875-ec01-4776-8ae7-f8ac4f38fa89 service nova] Releasing lock "refresh_cache-b761fee3-31d7-43f4-b9f4-709dab178486" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.512526] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.515398] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.904s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.517155] env[69854]: INFO nova.compute.claims [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.543286] env[69854]: INFO nova.scheduler.client.report [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleted allocations for instance c913edc9-a08d-40e8-a50f-89caf3b73c3f [ 777.738507] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c0741c-f92d-c22b-3000-912fd4dee47b, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.738796] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739804] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.740115] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.740273] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.740457] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.740720] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f95fefbb-b66e-4a7d-b856-499ce3e77331 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.753685] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.753873] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.754625] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279fe4da-f93b-4292-b9d0-891ab5217713 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.761611] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 777.761611] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f0ca1c-58ea-e66e-537a-040a0481aeb4" [ 777.761611] env[69854]: _type = "Task" [ 777.761611] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.769187] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f0ca1c-58ea-e66e-537a-040a0481aeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.786018] env[69854]: DEBUG oslo_concurrency.lockutils [req-74108620-816c-4346-9302-c1f8a96f4892 req-254c41cf-884d-4e35-a2fa-b6e80cbc6e3e service nova] Releasing lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.052978] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d60d99d-6f85-4180-a114-b1e7e4d5efa5 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "c913edc9-a08d-40e8-a50f-89caf3b73c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.845s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.097898] env[69854]: DEBUG nova.network.neutron [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Successfully updated port: 9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.274291] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f0ca1c-58ea-e66e-537a-040a0481aeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.033355} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.275488] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377c5da8-7b6d-4ac1-8579-257e13cfd0e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.282176] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 778.282176] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52398704-b436-aeed-9f6d-d18b7312b3cb" [ 778.282176] env[69854]: _type = "Task" [ 778.282176] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.293094] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52398704-b436-aeed-9f6d-d18b7312b3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.602246] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.602547] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquired lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.602547] env[69854]: DEBUG nova.network.neutron [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.694203] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.694418] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing instance network info cache due to event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.694664] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Acquiring lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.694780] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Acquired lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.694938] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.798295] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52398704-b436-aeed-9f6d-d18b7312b3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.037173} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.798474] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.798734] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b761fee3-31d7-43f4-b9f4-709dab178486/b761fee3-31d7-43f4-b9f4-709dab178486.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.801554] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd005e92-3560-474a-b048-c47dc5882801 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.809766] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 778.809766] env[69854]: value = "task-3518917" [ 778.809766] env[69854]: _type = "Task" [ 778.809766] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.822020] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.144038] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f887dbe9-e2c9-41fb-81c0-958e31c72ea2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.153213] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512e59b-b938-4c52-baad-2ae7c05bf088 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.186266] env[69854]: DEBUG nova.network.neutron [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.188913] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeb21b1-e848-4432-b9ba-e7f3bac083b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.198475] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10d3b7-40bb-452d-9c9a-3a0ad75bf828 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.217675] env[69854]: DEBUG nova.compute.provider_tree [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.319347] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518917, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.332664] env[69854]: DEBUG nova.compute.manager [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Received event network-changed-37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.334099] env[69854]: DEBUG nova.compute.manager [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Refreshing instance network info cache due to event network-changed-37f450da-81eb-40c7-9b97-04108d89598a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.334099] env[69854]: DEBUG oslo_concurrency.lockutils [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] Acquiring lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.334099] env[69854]: DEBUG oslo_concurrency.lockutils [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] Acquired lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.334099] env[69854]: DEBUG nova.network.neutron [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Refreshing network info cache for port 37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.391120] env[69854]: DEBUG nova.network.neutron [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updating instance_info_cache with network_info: [{"id": "9587e7c3-2910-45d7-bc62-1907f5379b45", "address": "fa:16:3e:f8:7d:c9", "network": {"id": "32ad538e-d7fd-46fb-af9c-af3f943a7fda", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-521056082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c32387e2d4f4e078410a5e6325c1d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9587e7c3-29", "ovs_interfaceid": "9587e7c3-2910-45d7-bc62-1907f5379b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.473102] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updated VIF entry in instance network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.473468] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updating instance_info_cache with network_info: [{"id": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "address": "fa:16:3e:96:ca:3d", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1304e67a-01", "ovs_interfaceid": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.723687] env[69854]: DEBUG nova.scheduler.client.report [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.820848] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714783} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.821368] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b761fee3-31d7-43f4-b9f4-709dab178486/b761fee3-31d7-43f4-b9f4-709dab178486.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.822030] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.822030] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f6b568c-2bf5-48fa-a449-a08f651f1e6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.832254] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 779.832254] env[69854]: value = "task-3518918" [ 779.832254] env[69854]: _type = "Task" [ 779.832254] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.841360] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.897221] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Releasing lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.897221] env[69854]: DEBUG nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Instance network_info: |[{"id": "9587e7c3-2910-45d7-bc62-1907f5379b45", "address": "fa:16:3e:f8:7d:c9", "network": {"id": "32ad538e-d7fd-46fb-af9c-af3f943a7fda", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-521056082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c32387e2d4f4e078410a5e6325c1d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9587e7c3-29", "ovs_interfaceid": "9587e7c3-2910-45d7-bc62-1907f5379b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.897340] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:7d:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9587e7c3-2910-45d7-bc62-1907f5379b45', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.904142] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Creating folder: Project (8c32387e2d4f4e078410a5e6325c1d0d). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.904412] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573b96e0-d8cc-4e2b-aff3-163240ff6fe1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.913772] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Created folder: Project (8c32387e2d4f4e078410a5e6325c1d0d) in parent group-v702928. [ 779.913962] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Creating folder: Instances. Parent ref: group-v702999. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.914231] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9e1f2e3-1ece-4dff-b06f-31e9abf4a9bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.923416] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Created folder: Instances in parent group-v702999. [ 779.924232] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.924232] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.924232] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3103be7d-6428-4ad4-80c2-a0640f8f2036 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.944198] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.944198] env[69854]: value = "task-3518921" [ 779.944198] env[69854]: _type = "Task" [ 779.944198] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.952199] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518921, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.977129] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Releasing lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.977449] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Received event network-changed-37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.977671] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Refreshing instance network info cache due to event network-changed-37f450da-81eb-40c7-9b97-04108d89598a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.978562] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Acquiring lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.098670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "ad845b1d-adb0-4f21-9c26-9c90e4065085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.098670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.098670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "ad845b1d-adb0-4f21-9c26-9c90e4065085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.098670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.099114] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.099737] env[69854]: INFO nova.compute.manager [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Terminating instance [ 780.103884] env[69854]: DEBUG nova.network.neutron [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updated VIF entry in instance network info cache for port 37f450da-81eb-40c7-9b97-04108d89598a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.104372] env[69854]: DEBUG nova.network.neutron [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updating instance_info_cache with network_info: [{"id": "37f450da-81eb-40c7-9b97-04108d89598a", "address": "fa:16:3e:c6:0d:b9", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f450da-81", "ovs_interfaceid": "37f450da-81eb-40c7-9b97-04108d89598a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.230807] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.231409] env[69854]: DEBUG nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.234989] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.221s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.236254] env[69854]: INFO nova.compute.claims [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.338906] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074073} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.339700] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.340813] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a7b8bc-85e0-4651-bafc-a7d29a793363 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.363535] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b761fee3-31d7-43f4-b9f4-709dab178486/b761fee3-31d7-43f4-b9f4-709dab178486.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.363535] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc29f75b-9506-42d7-b2b9-9a499a2d94cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.387484] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 780.387484] env[69854]: value = "task-3518922" [ 780.387484] env[69854]: _type = "Task" [ 780.387484] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.399965] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.453270] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518921, 'name': CreateVM_Task, 'duration_secs': 0.419019} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.453441] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.454132] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.454303] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.454612] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.454856] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e503cf87-3f2a-4bb7-a36c-bb36a0a8ce35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.459150] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 780.459150] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb7d91-7074-5a2c-14e4-bedf13a332cb" [ 780.459150] env[69854]: _type = "Task" [ 780.459150] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.466774] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb7d91-7074-5a2c-14e4-bedf13a332cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.604410] env[69854]: DEBUG nova.compute.manager [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.604660] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.605745] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7906c7c-9d2d-4bdf-90ad-e1d6b9e1787f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.608880] env[69854]: DEBUG oslo_concurrency.lockutils [req-98201fbf-bd45-4e24-98b8-b843f7e5ae5b req-b31ae6c2-a5fe-4bc5-a3ce-099bcb137048 service nova] Releasing lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.612384] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Acquired lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612575] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Refreshing network info cache for port 37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.618072] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.618314] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-827c2f33-7fe1-48f3-a4c6-f2d3d44910fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.624675] env[69854]: DEBUG oslo_vmware.api [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 780.624675] env[69854]: value = "task-3518923" [ 780.624675] env[69854]: _type = "Task" [ 780.624675] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.634602] env[69854]: DEBUG oslo_vmware.api [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.743912] env[69854]: DEBUG nova.compute.utils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.752347] env[69854]: DEBUG nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.752347] env[69854]: DEBUG nova.network.neutron [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.846975] env[69854]: DEBUG nova.policy [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c3ee77eafc4092ab923013ab135c0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6ffccfa4c74452a728ba0ba6b797d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.902470] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518922, 'name': ReconfigVM_Task, 'duration_secs': 0.504815} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.902470] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b761fee3-31d7-43f4-b9f4-709dab178486/b761fee3-31d7-43f4-b9f4-709dab178486.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.902470] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51091a2e-1798-4250-9d5d-89f4cdc59e19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.908429] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 780.908429] env[69854]: value = "task-3518924" [ 780.908429] env[69854]: _type = "Task" [ 780.908429] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.916355] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518924, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.971727] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb7d91-7074-5a2c-14e4-bedf13a332cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.972303] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.972670] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.973058] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.973312] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.973733] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.976818] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f181688b-a850-4e8b-a173-4a9a8d43256a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.988022] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.988022] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.988022] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1afcfac9-e89d-4882-a63b-3c8a4adcda09 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.994171] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 780.994171] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52910388-d5cc-1f53-ec50-8683c5d42fdd" [ 780.994171] env[69854]: _type = "Task" [ 780.994171] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.004602] env[69854]: DEBUG nova.compute.manager [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.004602] env[69854]: DEBUG nova.compute.manager [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing instance network info cache due to event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.004602] env[69854]: DEBUG oslo_concurrency.lockutils [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] Acquiring lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.004602] env[69854]: DEBUG oslo_concurrency.lockutils [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] Acquired lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.004602] env[69854]: DEBUG nova.network.neutron [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.010593] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52910388-d5cc-1f53-ec50-8683c5d42fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.012327] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5223ba81-e2c5-4b63-94ce-d07367c67160 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.021019] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 781.021019] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5200f711-f709-bc62-6c78-d75699b63314" [ 781.021019] env[69854]: _type = "Task" [ 781.021019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.035490] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5200f711-f709-bc62-6c78-d75699b63314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.134813] env[69854]: DEBUG oslo_vmware.api [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518923, 'name': PowerOffVM_Task, 'duration_secs': 0.224553} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.135120] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.135297] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.135547] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db2b615-c65f-4cb1-9009-a2bccd525ab1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.204797] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.205263] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.205609] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Deleting the datastore file [datastore2] ad845b1d-adb0-4f21-9c26-9c90e4065085 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.205965] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3c580a2-a4c3-463f-b1ea-40f9832ff3dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.212394] env[69854]: DEBUG oslo_vmware.api [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 781.212394] env[69854]: value = "task-3518926" [ 781.212394] env[69854]: _type = "Task" [ 781.212394] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.222944] env[69854]: DEBUG oslo_vmware.api [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.250028] env[69854]: DEBUG nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.383585] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updated VIF entry in instance network info cache for port 37f450da-81eb-40c7-9b97-04108d89598a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.383936] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updating instance_info_cache with network_info: [{"id": "37f450da-81eb-40c7-9b97-04108d89598a", "address": "fa:16:3e:c6:0d:b9", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f450da-81", "ovs_interfaceid": "37f450da-81eb-40c7-9b97-04108d89598a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.389250] env[69854]: DEBUG nova.network.neutron [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Successfully created port: 1c4b8e12-c421-4648-996e-af99beccd80c {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.421623] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518924, 'name': Rename_Task, 'duration_secs': 0.149974} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.421623] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.423799] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abd6c44e-4776-4d0d-bfb9-b6870a882896 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.430518] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 781.430518] env[69854]: value = "task-3518927" [ 781.430518] env[69854]: _type = "Task" [ 781.430518] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.438237] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.531791] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5200f711-f709-bc62-6c78-d75699b63314, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.535410] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.535666] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b38af852-4d97-4962-8ec8-c9a7b08c34bd/b38af852-4d97-4962-8ec8-c9a7b08c34bd.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.538681] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e71da1-af40-4262-9684-d8a0b83fa195 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.547986] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 781.547986] env[69854]: value = "task-3518928" [ 781.547986] env[69854]: _type = "Task" [ 781.547986] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.561117] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.725920] env[69854]: DEBUG oslo_vmware.api [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3518926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136844} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.728743] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.729023] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.729450] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.729636] env[69854]: INFO nova.compute.manager [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Took 1.13 seconds to destroy the instance on the hypervisor. [ 781.729883] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.730292] env[69854]: DEBUG nova.compute.manager [-] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.730391] env[69854]: DEBUG nova.network.neutron [-] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.881376] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c80cf-0e16-4c96-a47f-b2d02d5a6467 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.886693] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Releasing lock "refresh_cache-ad845b1d-adb0-4f21-9c26-9c90e4065085" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.887029] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Received event network-vif-plugged-9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.887334] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Acquiring lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.887648] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.887879] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.888153] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] No waiting events found dispatching network-vif-plugged-9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.888405] env[69854]: WARNING nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Received unexpected event network-vif-plugged-9587e7c3-2910-45d7-bc62-1907f5379b45 for instance with vm_state building and task_state spawning. [ 781.888686] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Received event network-changed-9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.888930] env[69854]: DEBUG nova.compute.manager [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Refreshing instance network info cache due to event network-changed-9587e7c3-2910-45d7-bc62-1907f5379b45. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.889240] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Acquiring lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.889450] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Acquired lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.889723] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Refreshing network info cache for port 9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.895349] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a43d3a-46d8-47fb-95f9-fb1e6a48421a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.928671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "78609c34-597a-4881-895b-c9e11fd1e90e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.928875] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "78609c34-597a-4881-895b-c9e11fd1e90e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.929110] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "78609c34-597a-4881-895b-c9e11fd1e90e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.929346] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "78609c34-597a-4881-895b-c9e11fd1e90e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.929473] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "78609c34-597a-4881-895b-c9e11fd1e90e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.932021] env[69854]: INFO nova.compute.manager [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Terminating instance [ 781.934315] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c945ec8-17ea-4135-8f62-233275f516f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.951328] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec283691-0caf-4bd3-b9e6-a75b775fd837 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.955960] env[69854]: DEBUG oslo_vmware.api [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518927, 'name': PowerOnVM_Task, 'duration_secs': 0.491977} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.957480] env[69854]: DEBUG nova.network.neutron [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updated VIF entry in instance network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.957918] env[69854]: DEBUG nova.network.neutron [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updating instance_info_cache with network_info: [{"id": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "address": "fa:16:3e:96:ca:3d", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1304e67a-01", "ovs_interfaceid": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.960286] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.960559] env[69854]: INFO nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Took 7.67 seconds to spawn the instance on the hypervisor. [ 781.960751] env[69854]: DEBUG nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.964168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aae43a-3a47-4ae6-82c4-f8f89fae8347 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.977437] env[69854]: DEBUG nova.compute.provider_tree [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.039562] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.039812] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.040032] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.040223] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.040397] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.042428] env[69854]: INFO nova.compute.manager [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Terminating instance [ 782.061013] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51218} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.061302] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b38af852-4d97-4962-8ec8-c9a7b08c34bd/b38af852-4d97-4962-8ec8-c9a7b08c34bd.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.061549] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.061831] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12257d7d-7c45-484b-8046-4ee5b958d796 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.068484] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 782.068484] env[69854]: value = "task-3518929" [ 782.068484] env[69854]: _type = "Task" [ 782.068484] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.076805] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.265237] env[69854]: DEBUG nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.304039] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.304039] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.304039] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.304234] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.304234] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.304234] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.304234] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.304234] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.304447] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.304750] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.305798] env[69854]: DEBUG nova.virt.hardware [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.307036] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ccc60-e017-4cb3-b1b9-c4949ae9ffde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.315109] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8389f809-f53d-48bb-b877-bc644f95c137 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.443888] env[69854]: DEBUG nova.compute.manager [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.444246] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.445973] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699929f3-fe2c-4c22-98da-7553ad1c7265 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.455067] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.455311] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d48d91cc-978e-45fd-8205-c029603be2ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.462014] env[69854]: DEBUG oslo_concurrency.lockutils [req-8eb032e5-257d-4755-aef7-ac5a7eb4c477 req-b8cff21d-5aea-4e9b-a965-bbaa99085358 service nova] Releasing lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462158] env[69854]: DEBUG oslo_vmware.api [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 782.462158] env[69854]: value = "task-3518930" [ 782.462158] env[69854]: _type = "Task" [ 782.462158] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.469901] env[69854]: DEBUG oslo_vmware.api [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.481210] env[69854]: DEBUG nova.scheduler.client.report [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.493045] env[69854]: INFO nova.compute.manager [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Took 43.63 seconds to build instance. [ 782.546614] env[69854]: DEBUG nova.compute.manager [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.546878] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.548202] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce7607c-7f79-4150-92e7-d57cb48a681f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.556554] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.556917] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0015aef6-be1b-4708-abdd-9ff13aaf06bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.563330] env[69854]: DEBUG oslo_vmware.api [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 782.563330] env[69854]: value = "task-3518931" [ 782.563330] env[69854]: _type = "Task" [ 782.563330] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.575925] env[69854]: DEBUG oslo_vmware.api [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.582998] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227341} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.583336] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.584192] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff8ba95-9b69-4ce6-bd78-9ab5a69cebf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.613980] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] b38af852-4d97-4962-8ec8-c9a7b08c34bd/b38af852-4d97-4962-8ec8-c9a7b08c34bd.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.614241] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1964b9d-9e21-4503-8921-4c563f585a1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.638077] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 782.638077] env[69854]: value = "task-3518932" [ 782.638077] env[69854]: _type = "Task" [ 782.638077] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.649207] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.650655] env[69854]: DEBUG nova.network.neutron [-] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.701031] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updated VIF entry in instance network info cache for port 9587e7c3-2910-45d7-bc62-1907f5379b45. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.701462] env[69854]: DEBUG nova.network.neutron [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updating instance_info_cache with network_info: [{"id": "9587e7c3-2910-45d7-bc62-1907f5379b45", "address": "fa:16:3e:f8:7d:c9", "network": {"id": "32ad538e-d7fd-46fb-af9c-af3f943a7fda", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-521056082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c32387e2d4f4e078410a5e6325c1d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9587e7c3-29", "ovs_interfaceid": "9587e7c3-2910-45d7-bc62-1907f5379b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.754454] env[69854]: DEBUG nova.compute.manager [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.754454] env[69854]: DEBUG nova.compute.manager [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing instance network info cache due to event network-changed-1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.754454] env[69854]: DEBUG oslo_concurrency.lockutils [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] Acquiring lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.754454] env[69854]: DEBUG oslo_concurrency.lockutils [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] Acquired lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.754454] env[69854]: DEBUG nova.network.neutron [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Refreshing network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.971751] env[69854]: DEBUG oslo_vmware.api [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518930, 'name': PowerOffVM_Task, 'duration_secs': 0.213959} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.972049] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.972240] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.972502] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdee6fd5-4019-45b3-9fee-a3d1738a6158 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.986551] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.986679] env[69854]: DEBUG nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.990116] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.868s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.990580] env[69854]: INFO nova.compute.claims [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.997982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17334a26-5dcd-4ea0-ab93-0f6c36fefb51 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "b761fee3-31d7-43f4-b9f4-709dab178486" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.399s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.045497] env[69854]: DEBUG nova.compute.manager [req-a7d2af1b-9c5e-4efe-99ec-577663ea7623 req-25fef10d-4a17-4428-add3-67eb01a2e28d service nova] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Received event network-vif-deleted-37f450da-81eb-40c7-9b97-04108d89598a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.047272] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.047470] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.047653] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleting the datastore file [datastore1] 78609c34-597a-4881-895b-c9e11fd1e90e {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.048144] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47473a7c-a7a6-40d0-881c-6b5dc7830cf2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.056160] env[69854]: DEBUG oslo_vmware.api [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 783.056160] env[69854]: value = "task-3518934" [ 783.056160] env[69854]: _type = "Task" [ 783.056160] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.063449] env[69854]: DEBUG oslo_vmware.api [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.071079] env[69854]: DEBUG oslo_vmware.api [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518931, 'name': PowerOffVM_Task, 'duration_secs': 0.19687} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.071338] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.071508] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.071736] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71878563-f442-4897-a321-b94d3392a8e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.137786] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.138026] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.138202] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleting the datastore file [datastore1] 6ad9723b-7525-4c0e-93a9-2521269d7f7e {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.138474] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6887d8c9-ded3-4f59-a162-078c562d1c4b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.151242] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518932, 'name': ReconfigVM_Task, 'duration_secs': 0.358384} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.151631] env[69854]: DEBUG oslo_vmware.api [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for the task: (returnval){ [ 783.151631] env[69854]: value = "task-3518936" [ 783.151631] env[69854]: _type = "Task" [ 783.151631] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.151898] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Reconfigured VM instance instance-0000001b to attach disk [datastore1] b38af852-4d97-4962-8ec8-c9a7b08c34bd/b38af852-4d97-4962-8ec8-c9a7b08c34bd.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.152778] env[69854]: INFO nova.compute.manager [-] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Took 1.42 seconds to deallocate network for instance. [ 783.152989] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c259bf4-6747-458a-a08a-e040ec96707f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.165933] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 783.165933] env[69854]: value = "task-3518937" [ 783.165933] env[69854]: _type = "Task" [ 783.165933] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.179654] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518937, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.205424] env[69854]: DEBUG oslo_concurrency.lockutils [req-f99a0937-7f56-4ec2-9807-630ca2c7aefe req-da387df5-9309-43e4-9705-1d260fe11768 service nova] Releasing lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.431393] env[69854]: DEBUG nova.network.neutron [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Successfully updated port: 1c4b8e12-c421-4648-996e-af99beccd80c {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.499378] env[69854]: DEBUG nova.compute.utils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.501571] env[69854]: DEBUG nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.501571] env[69854]: DEBUG nova.network.neutron [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.503071] env[69854]: DEBUG nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.539751] env[69854]: DEBUG nova.network.neutron [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updated VIF entry in instance network info cache for port 1304e67a-01c1-4597-8e2c-7c2b82179e25. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.540234] env[69854]: DEBUG nova.network.neutron [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updating instance_info_cache with network_info: [{"id": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "address": "fa:16:3e:96:ca:3d", "network": {"id": "fa151e88-dde1-436e-8baf-8f3a0b0a6381", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787206307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2e40f34d6644d63aad53bfbdc1167f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1304e67a-01", "ovs_interfaceid": "1304e67a-01c1-4597-8e2c-7c2b82179e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.570120] env[69854]: DEBUG oslo_vmware.api [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236272} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.571664] env[69854]: DEBUG nova.policy [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c3ee77eafc4092ab923013ab135c0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6ffccfa4c74452a728ba0ba6b797d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.575321] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.575321] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.575321] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.575321] env[69854]: INFO nova.compute.manager [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 783.575321] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.575603] env[69854]: DEBUG nova.compute.manager [-] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.575603] env[69854]: DEBUG nova.network.neutron [-] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.664455] env[69854]: DEBUG oslo_vmware.api [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Task: {'id': task-3518936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238221} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.665625] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.665625] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.665625] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.665625] env[69854]: INFO nova.compute.manager [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 783.665968] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.666248] env[69854]: DEBUG nova.compute.manager [-] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.666398] env[69854]: DEBUG nova.network.neutron [-] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.669403] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.684693] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518937, 'name': Rename_Task, 'duration_secs': 0.190908} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.685064] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.685373] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01afa919-bb44-4eea-9a83-f22beb12bf71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.692559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "b761fee3-31d7-43f4-b9f4-709dab178486" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.692872] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "b761fee3-31d7-43f4-b9f4-709dab178486" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.693156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "b761fee3-31d7-43f4-b9f4-709dab178486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.693441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "b761fee3-31d7-43f4-b9f4-709dab178486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.693682] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "b761fee3-31d7-43f4-b9f4-709dab178486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.696189] env[69854]: INFO nova.compute.manager [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Terminating instance [ 783.697587] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 783.697587] env[69854]: value = "task-3518938" [ 783.697587] env[69854]: _type = "Task" [ 783.697587] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.708291] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.900126] env[69854]: DEBUG nova.network.neutron [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Successfully created port: 57d7b222-3c06-4b75-af41-cb7193b330c8 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.934573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "refresh_cache-4490119d-da94-402e-8c23-b75b323a12fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.934815] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired lock "refresh_cache-4490119d-da94-402e-8c23-b75b323a12fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.934815] env[69854]: DEBUG nova.network.neutron [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.011722] env[69854]: DEBUG nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.039182] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.044823] env[69854]: DEBUG oslo_concurrency.lockutils [req-8e0fe9e1-7da1-4349-8870-e0d33a8fb04a req-70412890-efe5-43ce-9a64-6694430efe29 service nova] Releasing lock "refresh_cache-c252adcd-aab4-4d5d-afd0-8ed44912dd98" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.206325] env[69854]: DEBUG nova.compute.manager [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.206764] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.207471] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2306f2-708c-4ccd-b3bc-69a9aba989df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.221149] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.221447] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518938, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.222341] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-942f93c5-dc26-4de8-8f06-5393f164b52b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.231840] env[69854]: DEBUG oslo_vmware.api [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 784.231840] env[69854]: value = "task-3518939" [ 784.231840] env[69854]: _type = "Task" [ 784.231840] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.243743] env[69854]: DEBUG oslo_vmware.api [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.473956] env[69854]: DEBUG nova.network.neutron [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.520631] env[69854]: DEBUG nova.network.neutron [-] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.551167] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da71df4-0382-4a92-a5ed-a50a7ccbebf7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.559318] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f673c-347e-4b44-9f80-0ed9f425a519 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.594781] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4761bb-93de-4aeb-b975-bec659c90a0e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.607166] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aac89e-15e0-4b35-bb80-486824ba8fb9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.607663] env[69854]: DEBUG nova.network.neutron [-] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.618962] env[69854]: DEBUG nova.compute.provider_tree [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.659441] env[69854]: DEBUG nova.network.neutron [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Updating instance_info_cache with network_info: [{"id": "1c4b8e12-c421-4648-996e-af99beccd80c", "address": "fa:16:3e:9c:2a:7d", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4b8e12-c4", "ovs_interfaceid": "1c4b8e12-c421-4648-996e-af99beccd80c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.711791] env[69854]: DEBUG oslo_vmware.api [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518938, 'name': PowerOnVM_Task, 'duration_secs': 0.805969} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.712151] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.712431] env[69854]: INFO nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Took 7.36 seconds to spawn the instance on the hypervisor. [ 784.712695] env[69854]: DEBUG nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.713522] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bedc85a-4322-42b8-bd62-122973826e7b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.744140] env[69854]: DEBUG oslo_vmware.api [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518939, 'name': PowerOffVM_Task, 'duration_secs': 0.197805} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.744140] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.744140] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.744140] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9c081a0-982b-4130-82f8-1f4dd6a1561e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.806094] env[69854]: DEBUG nova.compute.manager [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Received event network-vif-plugged-1c4b8e12-c421-4648-996e-af99beccd80c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.806399] env[69854]: DEBUG oslo_concurrency.lockutils [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] Acquiring lock "4490119d-da94-402e-8c23-b75b323a12fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.806672] env[69854]: DEBUG oslo_concurrency.lockutils [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] Lock "4490119d-da94-402e-8c23-b75b323a12fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.806901] env[69854]: DEBUG oslo_concurrency.lockutils [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] Lock "4490119d-da94-402e-8c23-b75b323a12fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.807147] env[69854]: DEBUG nova.compute.manager [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] No waiting events found dispatching network-vif-plugged-1c4b8e12-c421-4648-996e-af99beccd80c {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.807376] env[69854]: WARNING nova.compute.manager [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Received unexpected event network-vif-plugged-1c4b8e12-c421-4648-996e-af99beccd80c for instance with vm_state building and task_state spawning. [ 784.807637] env[69854]: DEBUG nova.compute.manager [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Received event network-changed-1c4b8e12-c421-4648-996e-af99beccd80c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.807816] env[69854]: DEBUG nova.compute.manager [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Refreshing instance network info cache due to event network-changed-1c4b8e12-c421-4648-996e-af99beccd80c. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.807985] env[69854]: DEBUG oslo_concurrency.lockutils [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] Acquiring lock "refresh_cache-4490119d-da94-402e-8c23-b75b323a12fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.809704] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.809951] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.810240] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Deleting the datastore file [datastore1] b761fee3-31d7-43f4-b9f4-709dab178486 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.810539] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74737626-779d-4c52-a2b7-fb351b59b2d8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.816936] env[69854]: DEBUG oslo_vmware.api [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for the task: (returnval){ [ 784.816936] env[69854]: value = "task-3518941" [ 784.816936] env[69854]: _type = "Task" [ 784.816936] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.825053] env[69854]: DEBUG oslo_vmware.api [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.029453] env[69854]: INFO nova.compute.manager [-] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Took 1.45 seconds to deallocate network for instance. [ 785.030552] env[69854]: DEBUG nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.064163] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.064483] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.064659] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.064736] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.065201] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.066656] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.066656] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.067171] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.068412] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.068780] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.069154] env[69854]: DEBUG nova.virt.hardware [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.070552] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a61375-5ffd-4cfb-ac09-2aab97750121 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.081200] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847970f-f47a-46c0-99f9-a9d141bc25f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.102342] env[69854]: DEBUG nova.compute.manager [req-21156a9c-7441-49d8-89f8-2f0774c4a271 req-cea41117-e8bd-4bb3-9de4-6870082beb1f service nova] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Received event network-vif-deleted-b9c70601-ca6c-4d8c-b6e5-aa42d590141e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.102618] env[69854]: DEBUG nova.compute.manager [req-21156a9c-7441-49d8-89f8-2f0774c4a271 req-cea41117-e8bd-4bb3-9de4-6870082beb1f service nova] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Received event network-vif-deleted-68077ed3-573c-4db0-92a6-2bf8a2da5ccf {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.110252] env[69854]: INFO nova.compute.manager [-] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Took 1.44 seconds to deallocate network for instance. [ 785.122165] env[69854]: DEBUG nova.scheduler.client.report [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.161852] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Releasing lock "refresh_cache-4490119d-da94-402e-8c23-b75b323a12fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.162240] env[69854]: DEBUG nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Instance network_info: |[{"id": "1c4b8e12-c421-4648-996e-af99beccd80c", "address": "fa:16:3e:9c:2a:7d", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4b8e12-c4", "ovs_interfaceid": "1c4b8e12-c421-4648-996e-af99beccd80c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.162550] env[69854]: DEBUG oslo_concurrency.lockutils [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] Acquired lock "refresh_cache-4490119d-da94-402e-8c23-b75b323a12fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.162738] env[69854]: DEBUG nova.network.neutron [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Refreshing network info cache for port 1c4b8e12-c421-4648-996e-af99beccd80c {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.164009] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:2a:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c4b8e12-c421-4648-996e-af99beccd80c', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.172416] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Creating folder: Project (9b6ffccfa4c74452a728ba0ba6b797d2). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.174034] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-425660ab-625f-41c3-8e51-77c094cc8611 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.185536] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Created folder: Project (9b6ffccfa4c74452a728ba0ba6b797d2) in parent group-v702928. [ 785.185536] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Creating folder: Instances. Parent ref: group-v703002. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.185536] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ec7cf51-9332-4d8c-a842-835e8cf7d1aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.194427] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Created folder: Instances in parent group-v703002. [ 785.194683] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.194891] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.195212] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d36155c-86e7-4834-818e-e73d5939f68d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.216297] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.216297] env[69854]: value = "task-3518944" [ 785.216297] env[69854]: _type = "Task" [ 785.216297] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.231401] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518944, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.240337] env[69854]: INFO nova.compute.manager [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Took 46.17 seconds to build instance. [ 785.328525] env[69854]: DEBUG oslo_vmware.api [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Task: {'id': task-3518941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232746} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.328780] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.328986] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.329310] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.329624] env[69854]: INFO nova.compute.manager [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Took 1.12 seconds to destroy the instance on the hypervisor. [ 785.329753] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.329952] env[69854]: DEBUG nova.compute.manager [-] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.330062] env[69854]: DEBUG nova.network.neutron [-] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.541296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.621254] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.627954] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.628499] env[69854]: DEBUG nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.634551] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.032s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.634551] env[69854]: DEBUG nova.objects.instance [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lazy-loading 'resources' on Instance uuid 94ea60bf-8cd4-4e3c-a354-064fd14e99d2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.670054] env[69854]: DEBUG nova.network.neutron [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Successfully updated port: 57d7b222-3c06-4b75-af41-cb7193b330c8 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.730019] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518944, 'name': CreateVM_Task, 'duration_secs': 0.339091} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.730019] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.730690] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.730841] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.731192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.732029] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9e4a5a-4aae-4687-bf47-2cc8410a206b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.736449] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 785.736449] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6189-e479-e280-60b0-64b2f8f90496" [ 785.736449] env[69854]: _type = "Task" [ 785.736449] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.744564] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0cef7be2-1311-4ef0-92d7-0fd7f5ba4b4b tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.423s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.744781] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6189-e479-e280-60b0-64b2f8f90496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.961877] env[69854]: DEBUG nova.network.neutron [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Updated VIF entry in instance network info cache for port 1c4b8e12-c421-4648-996e-af99beccd80c. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.962294] env[69854]: DEBUG nova.network.neutron [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Updating instance_info_cache with network_info: [{"id": "1c4b8e12-c421-4648-996e-af99beccd80c", "address": "fa:16:3e:9c:2a:7d", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4b8e12-c4", "ovs_interfaceid": "1c4b8e12-c421-4648-996e-af99beccd80c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.137691] env[69854]: DEBUG nova.compute.utils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.137691] env[69854]: DEBUG nova.network.neutron [-] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.141428] env[69854]: DEBUG nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.141797] env[69854]: DEBUG nova.network.neutron [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.177612] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "refresh_cache-606c4ee6-ac65-44b6-a2e8-73a3325895e7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.177612] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired lock "refresh_cache-606c4ee6-ac65-44b6-a2e8-73a3325895e7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.177612] env[69854]: DEBUG nova.network.neutron [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.221469] env[69854]: DEBUG nova.policy [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8851356d1d5452cac4fd10c9b8b3e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f9d32e5fbc4266b21c1d81a3ea7bed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.248608] env[69854]: DEBUG nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.263466] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6189-e479-e280-60b0-64b2f8f90496, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.264126] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.264460] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.264720] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.264912] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.265162] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.265603] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d18bef-6bd7-4c4c-9925-036907a670cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.277503] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.277723] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.278926] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9f7eb7-4432-4522-b4fe-b2ab8438c24b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.290915] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 786.290915] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52261fd6-adf5-a328-57e4-c4bcb00c1df5" [ 786.290915] env[69854]: _type = "Task" [ 786.290915] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.310339] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52261fd6-adf5-a328-57e4-c4bcb00c1df5, 'name': SearchDatastore_Task, 'duration_secs': 0.008461} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.311500] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f53cde-7c6c-4f40-886b-3ecc8cd7a6d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.322065] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 786.322065] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52312906-40f5-7a65-eec9-5861d6c2d002" [ 786.322065] env[69854]: _type = "Task" [ 786.322065] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.338683] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52312906-40f5-7a65-eec9-5861d6c2d002, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.339037] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.339396] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 4490119d-da94-402e-8c23-b75b323a12fa/4490119d-da94-402e-8c23-b75b323a12fa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.339739] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cd13451-2508-4dae-ad2c-b7155e900c7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.348143] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 786.348143] env[69854]: value = "task-3518945" [ 786.348143] env[69854]: _type = "Task" [ 786.348143] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.361323] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.465073] env[69854]: DEBUG oslo_concurrency.lockutils [req-1d5d1318-9fd5-4971-adee-1ffbb3a7b81a req-c4c45e46-aec7-45ad-82ba-45cf64289b72 service nova] Releasing lock "refresh_cache-4490119d-da94-402e-8c23-b75b323a12fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.591058] env[69854]: DEBUG nova.network.neutron [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Successfully created port: d4db671e-71ee-4ee3-b417-d2e0e8bfb461 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.640979] env[69854]: DEBUG nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.645210] env[69854]: INFO nova.compute.manager [-] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Took 1.31 seconds to deallocate network for instance. [ 786.714398] env[69854]: DEBUG nova.network.neutron [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.791797] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.793539] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ef796b-13b6-4382-b0a9-b551425ea149 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.802606] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce1be10-a654-434d-ad10-ea14c5f88636 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.840023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d43fb-6958-4b5e-aa59-d50302a10cdd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.846889] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16cf03-a3a8-4232-9f0d-9b095332c488 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.865727] env[69854]: DEBUG nova.compute.provider_tree [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.873903] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513589} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.874201] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 4490119d-da94-402e-8c23-b75b323a12fa/4490119d-da94-402e-8c23-b75b323a12fa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.874489] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.874994] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa703eb-a695-49b8-9505-17ef8d8e5cbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.882871] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 786.882871] env[69854]: value = "task-3518946" [ 786.882871] env[69854]: _type = "Task" [ 786.882871] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.892081] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.972866] env[69854]: DEBUG nova.network.neutron [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Updating instance_info_cache with network_info: [{"id": "57d7b222-3c06-4b75-af41-cb7193b330c8", "address": "fa:16:3e:f9:a4:b8", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7b222-3c", "ovs_interfaceid": "57d7b222-3c06-4b75-af41-cb7193b330c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.053025] env[69854]: DEBUG nova.compute.manager [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Received event network-vif-plugged-57d7b222-3c06-4b75-af41-cb7193b330c8 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.054230] env[69854]: DEBUG oslo_concurrency.lockutils [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] Acquiring lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.054458] env[69854]: DEBUG oslo_concurrency.lockutils [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.054633] env[69854]: DEBUG oslo_concurrency.lockutils [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.054810] env[69854]: DEBUG nova.compute.manager [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] No waiting events found dispatching network-vif-plugged-57d7b222-3c06-4b75-af41-cb7193b330c8 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.054987] env[69854]: WARNING nova.compute.manager [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Received unexpected event network-vif-plugged-57d7b222-3c06-4b75-af41-cb7193b330c8 for instance with vm_state building and task_state spawning. [ 787.055177] env[69854]: DEBUG nova.compute.manager [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Received event network-changed-57d7b222-3c06-4b75-af41-cb7193b330c8 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.055329] env[69854]: DEBUG nova.compute.manager [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Refreshing instance network info cache due to event network-changed-57d7b222-3c06-4b75-af41-cb7193b330c8. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.055493] env[69854]: DEBUG oslo_concurrency.lockutils [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] Acquiring lock "refresh_cache-606c4ee6-ac65-44b6-a2e8-73a3325895e7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.154357] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.369516] env[69854]: DEBUG nova.scheduler.client.report [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.393378] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058014} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.393640] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.394443] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1392cbe-b7bc-4c84-919a-4816530a047e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.418994] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 4490119d-da94-402e-8c23-b75b323a12fa/4490119d-da94-402e-8c23-b75b323a12fa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.419350] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73384f18-5829-4259-8148-ccddab6931eb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.436043] env[69854]: DEBUG nova.compute.manager [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Received event network-vif-deleted-12e1ff19-933e-40ab-b9d8-670bfb8648fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.436269] env[69854]: DEBUG nova.compute.manager [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Received event network-changed-9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.436458] env[69854]: DEBUG nova.compute.manager [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Refreshing instance network info cache due to event network-changed-9587e7c3-2910-45d7-bc62-1907f5379b45. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.436644] env[69854]: DEBUG oslo_concurrency.lockutils [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] Acquiring lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.436765] env[69854]: DEBUG oslo_concurrency.lockutils [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] Acquired lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.436920] env[69854]: DEBUG nova.network.neutron [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Refreshing network info cache for port 9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.444315] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 787.444315] env[69854]: value = "task-3518947" [ 787.444315] env[69854]: _type = "Task" [ 787.444315] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.453510] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.473214] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Releasing lock "refresh_cache-606c4ee6-ac65-44b6-a2e8-73a3325895e7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.473628] env[69854]: DEBUG nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Instance network_info: |[{"id": "57d7b222-3c06-4b75-af41-cb7193b330c8", "address": "fa:16:3e:f9:a4:b8", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7b222-3c", "ovs_interfaceid": "57d7b222-3c06-4b75-af41-cb7193b330c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.474242] env[69854]: DEBUG oslo_concurrency.lockutils [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] Acquired lock "refresh_cache-606c4ee6-ac65-44b6-a2e8-73a3325895e7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.474428] env[69854]: DEBUG nova.network.neutron [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Refreshing network info cache for port 57d7b222-3c06-4b75-af41-cb7193b330c8 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.475629] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:a4:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d7b222-3c06-4b75-af41-cb7193b330c8', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.483162] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.484188] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.484399] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b9d284a-3bf2-4e83-a383-e07a30c5e451 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.506288] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.506288] env[69854]: value = "task-3518948" [ 787.506288] env[69854]: _type = "Task" [ 787.506288] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.515196] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518948, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.651788] env[69854]: DEBUG nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.680092] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.680528] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.680712] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.680931] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.681134] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.681291] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.681497] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.681658] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.681885] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.681996] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.682255] env[69854]: DEBUG nova.virt.hardware [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.683160] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c2465-b05d-4779-b7f0-635c72778e40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.691904] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c18a1a-68e2-4cec-8612-aad802fadca0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.874365] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.876671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.470s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.876934] env[69854]: DEBUG nova.objects.instance [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lazy-loading 'resources' on Instance uuid dc42e351-1af4-47f4-a737-47eb44173a37 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.903188] env[69854]: INFO nova.scheduler.client.report [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted allocations for instance 94ea60bf-8cd4-4e3c-a354-064fd14e99d2 [ 787.955526] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.019875] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518948, 'name': CreateVM_Task, 'duration_secs': 0.372743} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.021795] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.021795] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.021795] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.021795] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.022185] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2eb10b5-f58e-40d0-b31e-540791553793 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.027788] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 788.027788] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521fcec2-5906-7e1d-bc98-64d889280c4b" [ 788.027788] env[69854]: _type = "Task" [ 788.027788] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.038317] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521fcec2-5906-7e1d-bc98-64d889280c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.347884] env[69854]: DEBUG nova.network.neutron [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updated VIF entry in instance network info cache for port 9587e7c3-2910-45d7-bc62-1907f5379b45. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.348271] env[69854]: DEBUG nova.network.neutron [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updating instance_info_cache with network_info: [{"id": "9587e7c3-2910-45d7-bc62-1907f5379b45", "address": "fa:16:3e:f8:7d:c9", "network": {"id": "32ad538e-d7fd-46fb-af9c-af3f943a7fda", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-521056082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c32387e2d4f4e078410a5e6325c1d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9587e7c3-29", "ovs_interfaceid": "9587e7c3-2910-45d7-bc62-1907f5379b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.398890] env[69854]: DEBUG nova.network.neutron [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Updated VIF entry in instance network info cache for port 57d7b222-3c06-4b75-af41-cb7193b330c8. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.399598] env[69854]: DEBUG nova.network.neutron [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Updating instance_info_cache with network_info: [{"id": "57d7b222-3c06-4b75-af41-cb7193b330c8", "address": "fa:16:3e:f9:a4:b8", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7b222-3c", "ovs_interfaceid": "57d7b222-3c06-4b75-af41-cb7193b330c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.415363] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d24fe00-3906-4947-8be3-8bdf15e90811 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "94ea60bf-8cd4-4e3c-a354-064fd14e99d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.440s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.438426] env[69854]: DEBUG nova.network.neutron [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Successfully updated port: d4db671e-71ee-4ee3-b417-d2e0e8bfb461 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.459707] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518947, 'name': ReconfigVM_Task, 'duration_secs': 0.85213} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.462259] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 4490119d-da94-402e-8c23-b75b323a12fa/4490119d-da94-402e-8c23-b75b323a12fa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.463065] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38242c17-2d6d-4e68-bae0-8d90ae82faba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.470145] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 788.470145] env[69854]: value = "task-3518949" [ 788.470145] env[69854]: _type = "Task" [ 788.470145] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.484188] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518949, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.537546] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521fcec2-5906-7e1d-bc98-64d889280c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.018152} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.540087] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.540356] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.540567] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.540706] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.540883] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.541486] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f122192-22e0-4224-9fff-a64a2504a785 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.549426] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.549611] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.552443] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e00f04-aeac-408c-ac28-11045e987f17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.558399] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 788.558399] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52423262-4916-8de7-bf4c-be027a095bee" [ 788.558399] env[69854]: _type = "Task" [ 788.558399] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.565730] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52423262-4916-8de7-bf4c-be027a095bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.851337] env[69854]: DEBUG oslo_concurrency.lockutils [req-d6e9f83c-c296-4dbe-bae3-8ad6c83583bb req-ca5e880e-2142-4dba-a95f-9b79bf76667e service nova] Releasing lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.879725] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14e47ba-7af7-4bf3-974a-a26099ae9fef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.887498] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619a5947-7217-435f-a258-34e4d614fe4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.920578] env[69854]: DEBUG oslo_concurrency.lockutils [req-684adfd2-24d8-45a5-9228-44b59e3f9a72 req-f6c14de2-70a6-40fb-b685-e1bee12a3c0c service nova] Releasing lock "refresh_cache-606c4ee6-ac65-44b6-a2e8-73a3325895e7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.922019] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195367e0-0fa8-428d-88bc-84616d740a3a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.929222] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c7aa52-b490-4137-b987-2f946ac0670e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.944619] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "refresh_cache-78068fe4-df94-47e1-bacf-499b8f9faeea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.944619] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "refresh_cache-78068fe4-df94-47e1-bacf-499b8f9faeea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.944619] env[69854]: DEBUG nova.network.neutron [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.946168] env[69854]: DEBUG nova.compute.provider_tree [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.980912] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518949, 'name': Rename_Task, 'duration_secs': 0.462801} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.981219] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.981478] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cc2e4b5-ae94-4537-8dcf-3c214b4021b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.987270] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 788.987270] env[69854]: value = "task-3518950" [ 788.987270] env[69854]: _type = "Task" [ 788.987270] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.995124] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.068541] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52423262-4916-8de7-bf4c-be027a095bee, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.069393] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bae405-7864-4120-92c8-e8888b0e10e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.075695] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 789.075695] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e5898-b749-2840-40e9-e4886b842511" [ 789.075695] env[69854]: _type = "Task" [ 789.075695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.083493] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e5898-b749-2840-40e9-e4886b842511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.283347] env[69854]: DEBUG nova.compute.manager [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Received event network-vif-plugged-d4db671e-71ee-4ee3-b417-d2e0e8bfb461 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.283347] env[69854]: DEBUG oslo_concurrency.lockutils [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] Acquiring lock "78068fe4-df94-47e1-bacf-499b8f9faeea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.283347] env[69854]: DEBUG oslo_concurrency.lockutils [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.283347] env[69854]: DEBUG oslo_concurrency.lockutils [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.283347] env[69854]: DEBUG nova.compute.manager [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] No waiting events found dispatching network-vif-plugged-d4db671e-71ee-4ee3-b417-d2e0e8bfb461 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.283567] env[69854]: WARNING nova.compute.manager [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Received unexpected event network-vif-plugged-d4db671e-71ee-4ee3-b417-d2e0e8bfb461 for instance with vm_state building and task_state spawning. [ 789.283567] env[69854]: DEBUG nova.compute.manager [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Received event network-changed-d4db671e-71ee-4ee3-b417-d2e0e8bfb461 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.283567] env[69854]: DEBUG nova.compute.manager [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Refreshing instance network info cache due to event network-changed-d4db671e-71ee-4ee3-b417-d2e0e8bfb461. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.284065] env[69854]: DEBUG oslo_concurrency.lockutils [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] Acquiring lock "refresh_cache-78068fe4-df94-47e1-bacf-499b8f9faeea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.450625] env[69854]: DEBUG nova.scheduler.client.report [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.491992] env[69854]: DEBUG nova.network.neutron [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.499240] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.587906] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e5898-b749-2840-40e9-e4886b842511, 'name': SearchDatastore_Task, 'duration_secs': 0.022299} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.588188] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.588445] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 606c4ee6-ac65-44b6-a2e8-73a3325895e7/606c4ee6-ac65-44b6-a2e8-73a3325895e7.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.588703] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76030382-4d46-4035-934b-cf921ba8c6c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.594760] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 789.594760] env[69854]: value = "task-3518951" [ 789.594760] env[69854]: _type = "Task" [ 789.594760] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.602808] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.673924] env[69854]: DEBUG nova.network.neutron [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Updating instance_info_cache with network_info: [{"id": "d4db671e-71ee-4ee3-b417-d2e0e8bfb461", "address": "fa:16:3e:97:94:96", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4db671e-71", "ovs_interfaceid": "d4db671e-71ee-4ee3-b417-d2e0e8bfb461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.727012] env[69854]: DEBUG nova.compute.manager [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Received event network-changed-9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.727369] env[69854]: DEBUG nova.compute.manager [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Refreshing instance network info cache due to event network-changed-9587e7c3-2910-45d7-bc62-1907f5379b45. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.727755] env[69854]: DEBUG oslo_concurrency.lockutils [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] Acquiring lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.727990] env[69854]: DEBUG oslo_concurrency.lockutils [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] Acquired lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.728297] env[69854]: DEBUG nova.network.neutron [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Refreshing network info cache for port 9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.878559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.878842] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.879094] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.879726] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.879726] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.881788] env[69854]: INFO nova.compute.manager [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Terminating instance [ 789.955285] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.957674] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.443s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.984508] env[69854]: INFO nova.scheduler.client.report [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Deleted allocations for instance dc42e351-1af4-47f4-a737-47eb44173a37 [ 790.000822] env[69854]: DEBUG oslo_vmware.api [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518950, 'name': PowerOnVM_Task, 'duration_secs': 0.79011} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.000822] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.001016] env[69854]: INFO nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Took 7.74 seconds to spawn the instance on the hypervisor. [ 790.001155] env[69854]: DEBUG nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.001963] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06b88f-1642-4a5c-848b-008fba2ef1b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.104295] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.181164] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "refresh_cache-78068fe4-df94-47e1-bacf-499b8f9faeea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.181638] env[69854]: DEBUG nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Instance network_info: |[{"id": "d4db671e-71ee-4ee3-b417-d2e0e8bfb461", "address": "fa:16:3e:97:94:96", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4db671e-71", "ovs_interfaceid": "d4db671e-71ee-4ee3-b417-d2e0e8bfb461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.182285] env[69854]: DEBUG oslo_concurrency.lockutils [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] Acquired lock "refresh_cache-78068fe4-df94-47e1-bacf-499b8f9faeea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.182543] env[69854]: DEBUG nova.network.neutron [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Refreshing network info cache for port d4db671e-71ee-4ee3-b417-d2e0e8bfb461 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.184371] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:94:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4db671e-71ee-4ee3-b417-d2e0e8bfb461', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.196183] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating folder: Project (f3f9d32e5fbc4266b21c1d81a3ea7bed). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.197603] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d7c5c92-f03d-440a-a416-99806b2d471d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.210536] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created folder: Project (f3f9d32e5fbc4266b21c1d81a3ea7bed) in parent group-v702928. [ 790.210536] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating folder: Instances. Parent ref: group-v703006. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.210810] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00a2c102-d20e-4b50-ae98-7381cabef417 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.220698] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created folder: Instances in parent group-v703006. [ 790.221563] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.221563] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.221563] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7bbc60d-d772-4edf-bdc1-366b4b05c363 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.257381] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.257381] env[69854]: value = "task-3518954" [ 790.257381] env[69854]: _type = "Task" [ 790.257381] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.268263] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518954, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.387775] env[69854]: DEBUG nova.compute.manager [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.387775] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.389698] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dba235c-e295-4c8a-a10c-0583dd3d3c67 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.400917] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.401398] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e59ee38-fdc6-4ec5-b12d-238d75887782 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.412146] env[69854]: DEBUG oslo_vmware.api [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 790.412146] env[69854]: value = "task-3518955" [ 790.412146] env[69854]: _type = "Task" [ 790.412146] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.419712] env[69854]: DEBUG oslo_vmware.api [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.466894] env[69854]: INFO nova.compute.claims [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.495143] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74579814-6df7-4699-87ff-c1e80132182f tempest-ServerMetadataNegativeTestJSON-1309640846 tempest-ServerMetadataNegativeTestJSON-1309640846-project-member] Lock "dc42e351-1af4-47f4-a737-47eb44173a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.751s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.522272] env[69854]: INFO nova.compute.manager [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Took 42.94 seconds to build instance. [ 790.606649] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.734793] env[69854]: DEBUG nova.network.neutron [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updated VIF entry in instance network info cache for port 9587e7c3-2910-45d7-bc62-1907f5379b45. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.735184] env[69854]: DEBUG nova.network.neutron [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updating instance_info_cache with network_info: [{"id": "9587e7c3-2910-45d7-bc62-1907f5379b45", "address": "fa:16:3e:f8:7d:c9", "network": {"id": "32ad538e-d7fd-46fb-af9c-af3f943a7fda", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-521056082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c32387e2d4f4e078410a5e6325c1d0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9587e7c3-29", "ovs_interfaceid": "9587e7c3-2910-45d7-bc62-1907f5379b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.757023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.757023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.757023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.757420] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.757420] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.757420] env[69854]: INFO nova.compute.manager [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Terminating instance [ 790.776888] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518954, 'name': CreateVM_Task, 'duration_secs': 0.336981} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.778040] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.778864] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.779178] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.779559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.780205] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b1928c-b95e-435c-bb9c-8e1b4bd0dbad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.785702] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 790.785702] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5259810c-15d6-08e8-cdb0-4ee6f8a1212b" [ 790.785702] env[69854]: _type = "Task" [ 790.785702] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.796091] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5259810c-15d6-08e8-cdb0-4ee6f8a1212b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.921392] env[69854]: DEBUG oslo_vmware.api [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518955, 'name': PowerOffVM_Task, 'duration_secs': 0.442798} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.921794] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.922281] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.922784] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1797a857-3cb8-4ae8-8111-67e637b45b35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.976253] env[69854]: INFO nova.compute.resource_tracker [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating resource usage from migration 7e573f1a-0db8-4c20-b4fb-ce1d0e5768eb [ 790.987194] env[69854]: DEBUG nova.network.neutron [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Updated VIF entry in instance network info cache for port d4db671e-71ee-4ee3-b417-d2e0e8bfb461. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.988323] env[69854]: DEBUG nova.network.neutron [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Updating instance_info_cache with network_info: [{"id": "d4db671e-71ee-4ee3-b417-d2e0e8bfb461", "address": "fa:16:3e:97:94:96", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4db671e-71", "ovs_interfaceid": "d4db671e-71ee-4ee3-b417-d2e0e8bfb461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.990171] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.993019] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.993019] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleting the datastore file [datastore2] dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.993019] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a87c16f-6db6-47ed-bec7-c91438c9d701 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.003020] env[69854]: DEBUG oslo_vmware.api [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 791.003020] env[69854]: value = "task-3518957" [ 791.003020] env[69854]: _type = "Task" [ 791.003020] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.011655] env[69854]: DEBUG oslo_vmware.api [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.026350] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8d9878b3-be5d-4c2e-8ebf-6ad3e92022a7 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "4490119d-da94-402e-8c23-b75b323a12fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.129s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.106662] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.240621] env[69854]: DEBUG oslo_concurrency.lockutils [req-d3f1eff5-f932-40d4-8081-9da333c3a699 req-05d44596-cc6e-4955-ae82-96662a0c54bd service nova] Releasing lock "refresh_cache-b38af852-4d97-4962-8ec8-c9a7b08c34bd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.266930] env[69854]: DEBUG nova.compute.manager [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.267161] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.268040] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953a8de9-9794-47b7-86a8-4b58ff67fa6f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.277175] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.277419] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e86689-b2f1-4433-bb90-55fc11cca268 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.283833] env[69854]: DEBUG oslo_vmware.api [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 791.283833] env[69854]: value = "task-3518958" [ 791.283833] env[69854]: _type = "Task" [ 791.283833] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.296488] env[69854]: DEBUG oslo_vmware.api [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.302333] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5259810c-15d6-08e8-cdb0-4ee6f8a1212b, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.302333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.302333] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.302333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.302457] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.302457] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.302457] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ac79709-ffdc-44b5-81cc-f7cd266249e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.318245] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.318423] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.319170] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d960ff-bd6e-4f7f-b019-79fc8904cd6d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.324850] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 791.324850] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523bc9b7-c21c-7659-8233-35474eef168d" [ 791.324850] env[69854]: _type = "Task" [ 791.324850] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.333010] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523bc9b7-c21c-7659-8233-35474eef168d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.493195] env[69854]: DEBUG oslo_concurrency.lockutils [req-f71c692f-7872-4044-a9e7-a5238429927b req-a7e8feca-a83e-4094-9d11-3c068b7d9df8 service nova] Releasing lock "refresh_cache-78068fe4-df94-47e1-bacf-499b8f9faeea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.503023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb0c30-00cc-4f96-b7d1-4e6503dadbb6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.519613] env[69854]: DEBUG oslo_vmware.api [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3518957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236737} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.519941] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.520145] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.520326] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.520496] env[69854]: INFO nova.compute.manager [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 791.520727] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.521717] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8d0e8d-2dd9-471c-aaa4-c6a792136f11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.525538] env[69854]: DEBUG nova.compute.manager [-] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.525643] env[69854]: DEBUG nova.network.neutron [-] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.566540] env[69854]: DEBUG nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.572593] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d742d80-e755-4c98-8a5a-8d8d43d71f93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.580635] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dcd61f-8a4f-4013-b04f-095630b6473a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.594269] env[69854]: DEBUG nova.compute.provider_tree [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.605884] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.798799] env[69854]: DEBUG oslo_vmware.api [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518958, 'name': PowerOffVM_Task, 'duration_secs': 0.337325} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.799167] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.799374] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.799657] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36defec6-99e8-4731-9749-0059e7f8ea19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.841370] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523bc9b7-c21c-7659-8233-35474eef168d, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.841370] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb05073-90e2-4154-90cf-c735e2efa859 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.849679] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 791.849679] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528648e9-5c12-6cb5-1809-7234062755ca" [ 791.849679] env[69854]: _type = "Task" [ 791.849679] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.859959] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528648e9-5c12-6cb5-1809-7234062755ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.034050] env[69854]: DEBUG nova.compute.manager [req-1d7c6b8f-0c47-4084-833d-26a21539eee5 req-ed261029-6f7c-4ab8-9572-d4088c2d3f69 service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Received event network-vif-deleted-ab0fe12c-eda7-4997-b7a3-a86d4a70262c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.034292] env[69854]: INFO nova.compute.manager [req-1d7c6b8f-0c47-4084-833d-26a21539eee5 req-ed261029-6f7c-4ab8-9572-d4088c2d3f69 service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Neutron deleted interface ab0fe12c-eda7-4997-b7a3-a86d4a70262c; detaching it from the instance and deleting it from the info cache [ 792.034658] env[69854]: DEBUG nova.network.neutron [req-1d7c6b8f-0c47-4084-833d-26a21539eee5 req-ed261029-6f7c-4ab8-9572-d4088c2d3f69 service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.091188] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.098159] env[69854]: DEBUG nova.scheduler.client.report [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.114205] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518951, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.503562} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.114512] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 606c4ee6-ac65-44b6-a2e8-73a3325895e7/606c4ee6-ac65-44b6-a2e8-73a3325895e7.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.114770] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.115083] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27add3f6-98d0-47b0-8c95-178924156dc7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.122968] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 792.122968] env[69854]: value = "task-3518960" [ 792.122968] env[69854]: _type = "Task" [ 792.122968] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.130866] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.363264] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528648e9-5c12-6cb5-1809-7234062755ca, 'name': SearchDatastore_Task, 'duration_secs': 0.022879} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.363264] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.363264] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 78068fe4-df94-47e1-bacf-499b8f9faeea/78068fe4-df94-47e1-bacf-499b8f9faeea.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.363264] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76fec4c2-a583-4540-94fe-5bf8941eb7d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.370571] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 792.370571] env[69854]: value = "task-3518961" [ 792.370571] env[69854]: _type = "Task" [ 792.370571] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.385850] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.423568] env[69854]: DEBUG nova.network.neutron [-] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.540389] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db53f23f-2108-458e-adca-7c812be1ed4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.550977] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8059b5ed-ada4-4fdb-a128-ce44c9bc5fb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.586771] env[69854]: DEBUG nova.compute.manager [req-1d7c6b8f-0c47-4084-833d-26a21539eee5 req-ed261029-6f7c-4ab8-9572-d4088c2d3f69 service nova] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Detach interface failed, port_id=ab0fe12c-eda7-4997-b7a3-a86d4a70262c, reason: Instance dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.587830] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.588140] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.588381] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Deleting the datastore file [datastore1] b38af852-4d97-4962-8ec8-c9a7b08c34bd {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.588680] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c63c9e68-20f5-41bd-94a7-3b89ad5534a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.594362] env[69854]: DEBUG oslo_vmware.api [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for the task: (returnval){ [ 792.594362] env[69854]: value = "task-3518962" [ 792.594362] env[69854]: _type = "Task" [ 792.594362] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.602832] env[69854]: DEBUG oslo_vmware.api [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.606871] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.649s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.607148] env[69854]: INFO nova.compute.manager [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Migrating [ 792.607574] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.607995] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.609389] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.537s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.611216] env[69854]: INFO nova.compute.claims [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.615807] env[69854]: INFO nova.compute.rpcapi [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 792.616378] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.645285] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072764} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.645930] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.647138] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa5dd5-1cf5-4cb7-9f95-f401c177f11b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.678709] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 606c4ee6-ac65-44b6-a2e8-73a3325895e7/606c4ee6-ac65-44b6-a2e8-73a3325895e7.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.680588] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21cafec-8d23-4021-b77f-b7907540db89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.702021] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 792.702021] env[69854]: value = "task-3518963" [ 792.702021] env[69854]: _type = "Task" [ 792.702021] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.711425] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.882879] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518961, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.928475] env[69854]: INFO nova.compute.manager [-] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Took 1.40 seconds to deallocate network for instance. [ 793.104968] env[69854]: DEBUG oslo_vmware.api [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.139256] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.139256] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.139393] env[69854]: DEBUG nova.network.neutron [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.213113] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.382922] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631535} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.383205] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 78068fe4-df94-47e1-bacf-499b8f9faeea/78068fe4-df94-47e1-bacf-499b8f9faeea.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.383480] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.383654] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e647d4d3-66e4-40de-b3ca-ec12334e1372 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.390870] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 793.390870] env[69854]: value = "task-3518964" [ 793.390870] env[69854]: _type = "Task" [ 793.390870] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.397976] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.436866] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.604739] env[69854]: DEBUG oslo_vmware.api [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Task: {'id': task-3518962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.867084} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.605025] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.605233] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.605436] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.605614] env[69854]: INFO nova.compute.manager [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Took 2.34 seconds to destroy the instance on the hypervisor. [ 793.605853] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.606062] env[69854]: DEBUG nova.compute.manager [-] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.606168] env[69854]: DEBUG nova.network.neutron [-] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.718584] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.883542] env[69854]: DEBUG nova.network.neutron [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance_info_cache with network_info: [{"id": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "address": "fa:16:3e:cc:4a:3e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5971ef-8f", "ovs_interfaceid": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.901931] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.060706] env[69854]: DEBUG nova.compute.manager [req-278ad17b-5e2f-489f-aa37-4c6ac5b41009 req-72ab01a8-5a74-4a11-b302-fc31aacab8d6 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Received event network-vif-deleted-9587e7c3-2910-45d7-bc62-1907f5379b45 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.060976] env[69854]: INFO nova.compute.manager [req-278ad17b-5e2f-489f-aa37-4c6ac5b41009 req-72ab01a8-5a74-4a11-b302-fc31aacab8d6 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Neutron deleted interface 9587e7c3-2910-45d7-bc62-1907f5379b45; detaching it from the instance and deleting it from the info cache [ 794.061239] env[69854]: DEBUG nova.network.neutron [req-278ad17b-5e2f-489f-aa37-4c6ac5b41009 req-72ab01a8-5a74-4a11-b302-fc31aacab8d6 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.099350] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21051718-1049-4ca8-a52e-9c7069dee677 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.106942] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f013c1-626e-4b28-b0c5-e38f0490eb7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.140199] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a8a831-f26f-4263-87ae-6bd1a6afd57d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.148711] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2395c98f-0803-4d53-9a3e-1da60a740fd3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.155922] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "a9ccc5fa-e939-4c53-87e0-161cbb182300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.156227] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "a9ccc5fa-e939-4c53-87e0-161cbb182300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.166554] env[69854]: DEBUG nova.compute.provider_tree [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.215945] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518963, 'name': ReconfigVM_Task, 'duration_secs': 1.42458} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.216320] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 606c4ee6-ac65-44b6-a2e8-73a3325895e7/606c4ee6-ac65-44b6-a2e8-73a3325895e7.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.217152] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd000576-14a7-42a8-b451-6b2f06d4a668 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.223868] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 794.223868] env[69854]: value = "task-3518965" [ 794.223868] env[69854]: _type = "Task" [ 794.223868] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.232157] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518965, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.387707] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.401975] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.771687} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.402800] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.403671] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5849c46-054b-4507-9cd0-cff65c64eb20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.429272] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 78068fe4-df94-47e1-bacf-499b8f9faeea/78068fe4-df94-47e1-bacf-499b8f9faeea.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.430372] env[69854]: DEBUG nova.network.neutron [-] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.431514] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4258dc29-0165-4e35-8219-4deba01132af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.448316] env[69854]: INFO nova.compute.manager [-] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Took 0.84 seconds to deallocate network for instance. [ 794.456793] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 794.456793] env[69854]: value = "task-3518966" [ 794.456793] env[69854]: _type = "Task" [ 794.456793] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.465973] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.565508] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfd299ec-1c24-43cb-8960-304463df63df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.574955] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87d8e49-bcf0-407a-92a6-a540978cba02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.604194] env[69854]: DEBUG nova.compute.manager [req-278ad17b-5e2f-489f-aa37-4c6ac5b41009 req-72ab01a8-5a74-4a11-b302-fc31aacab8d6 service nova] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Detach interface failed, port_id=9587e7c3-2910-45d7-bc62-1907f5379b45, reason: Instance b38af852-4d97-4962-8ec8-c9a7b08c34bd could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.670230] env[69854]: DEBUG nova.scheduler.client.report [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.733519] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518965, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.957545] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.966342] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518966, 'name': ReconfigVM_Task, 'duration_secs': 0.294602} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.967049] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 78068fe4-df94-47e1-bacf-499b8f9faeea/78068fe4-df94-47e1-bacf-499b8f9faeea.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.967265] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c46ae12d-2e71-4427-9918-bdd1f80f5015 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.974019] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 794.974019] env[69854]: value = "task-3518967" [ 794.974019] env[69854]: _type = "Task" [ 794.974019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.983585] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518967, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.175739] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.176421] env[69854]: DEBUG nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.179242] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.469s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.180039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.180039] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 795.180039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.207s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.181349] env[69854]: INFO nova.compute.claims [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.186054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067fbf0-0ef9-4853-b74f-8696bea6fcdb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.195278] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e94a3c4-e5e2-4845-bf46-0f526c411d69 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.210414] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01c9bf-967e-4d43-89e8-8c47932dc1f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.218485] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc3a264-c009-4b19-b834-2849d59683dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.252188] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179195MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 795.252319] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.257817] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518965, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.485373] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518967, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.689105] env[69854]: DEBUG nova.compute.utils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.690571] env[69854]: DEBUG nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.690794] env[69854]: DEBUG nova.network.neutron [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.736692] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518965, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.741110] env[69854]: DEBUG nova.policy [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c30876b564c44abb75b83b453d3af56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de8607be9b4247afa925676672931437', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.906061] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb47f8a-7386-4a23-bd0e-08601dbb047f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.927907] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance '77f985dd-dd81-4b77-8eb5-a65cfde26dbe' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.985656] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518967, 'name': Rename_Task, 'duration_secs': 0.882994} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.985923] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.986288] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca2da6f5-6949-40c7-8ea7-538cf4ad10ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.992880] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 795.992880] env[69854]: value = "task-3518968" [ 795.992880] env[69854]: _type = "Task" [ 795.992880] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.002270] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.063219] env[69854]: DEBUG nova.network.neutron [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Successfully created port: f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.195735] env[69854]: DEBUG nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.240890] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518965, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.438116] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.438434] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3c23ca5-2baa-4a3c-9bf4-9fffca2d68a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.448023] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 796.448023] env[69854]: value = "task-3518969" [ 796.448023] env[69854]: _type = "Task" [ 796.448023] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.461866] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.511923] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518968, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.739315] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518965, 'name': Rename_Task, 'duration_secs': 2.040892} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.739599] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.740948] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b10079ea-d8d1-4c7e-bd0c-399855a757cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.752649] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 796.752649] env[69854]: value = "task-3518970" [ 796.752649] env[69854]: _type = "Task" [ 796.752649] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.757549] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1373db64-496b-4223-8a3c-2564bf701632 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.767554] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.770169] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a288af-13c8-4955-af70-5d4ded69d924 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.801351] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a96e1d-5c0a-4012-b216-5be495f2293c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.808878] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2071405f-595b-4ffc-9e5f-70d5d2bac3ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.822030] env[69854]: DEBUG nova.compute.provider_tree [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.957273] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518969, 'name': PowerOffVM_Task, 'duration_secs': 0.189539} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.957538] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.957718] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance '77f985dd-dd81-4b77-8eb5-a65cfde26dbe' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.009268] env[69854]: DEBUG oslo_vmware.api [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3518968, 'name': PowerOnVM_Task, 'duration_secs': 0.557667} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.009540] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.009777] env[69854]: INFO nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Took 9.36 seconds to spawn the instance on the hypervisor. [ 797.010083] env[69854]: DEBUG nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.010865] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c2a22-a192-4c1e-bb5d-e38154470a7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.206918] env[69854]: DEBUG nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.234676] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.234896] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.235067] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.235257] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.235407] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.235551] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.235766] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.235924] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.236586] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.236586] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.236586] env[69854]: DEBUG nova.virt.hardware [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.237821] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e5270e-db0a-4a75-8260-be8d100c9b37 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.247257] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182fb51d-4248-428a-a204-dcd018a16cf6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.269086] env[69854]: DEBUG oslo_vmware.api [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518970, 'name': PowerOnVM_Task, 'duration_secs': 0.444672} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.269347] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.269549] env[69854]: INFO nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Took 12.24 seconds to spawn the instance on the hypervisor. [ 797.269728] env[69854]: DEBUG nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.270484] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db9d96-d7f8-4e31-a712-4d864a064dda {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.325437] env[69854]: DEBUG nova.scheduler.client.report [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.466024] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.466024] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.466024] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.466024] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.466295] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.466295] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.466295] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.466295] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.466295] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.466423] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.466423] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.472039] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc7d689-9cc7-4f34-b115-750dfffafc9c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.488970] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 797.488970] env[69854]: value = "task-3518971" [ 797.488970] env[69854]: _type = "Task" [ 797.488970] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.495288] env[69854]: DEBUG nova.compute.manager [req-34ca25cb-9c59-4e82-81e4-bf198406bae0 req-ff5c7ed1-21ee-4137-a0d1-78dc40004fec service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Received event network-vif-plugged-f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.495511] env[69854]: DEBUG oslo_concurrency.lockutils [req-34ca25cb-9c59-4e82-81e4-bf198406bae0 req-ff5c7ed1-21ee-4137-a0d1-78dc40004fec service nova] Acquiring lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.495733] env[69854]: DEBUG oslo_concurrency.lockutils [req-34ca25cb-9c59-4e82-81e4-bf198406bae0 req-ff5c7ed1-21ee-4137-a0d1-78dc40004fec service nova] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.495902] env[69854]: DEBUG oslo_concurrency.lockutils [req-34ca25cb-9c59-4e82-81e4-bf198406bae0 req-ff5c7ed1-21ee-4137-a0d1-78dc40004fec service nova] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.496080] env[69854]: DEBUG nova.compute.manager [req-34ca25cb-9c59-4e82-81e4-bf198406bae0 req-ff5c7ed1-21ee-4137-a0d1-78dc40004fec service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] No waiting events found dispatching network-vif-plugged-f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.496329] env[69854]: WARNING nova.compute.manager [req-34ca25cb-9c59-4e82-81e4-bf198406bae0 req-ff5c7ed1-21ee-4137-a0d1-78dc40004fec service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Received unexpected event network-vif-plugged-f707f776-3227-40fa-ad38-0e4d6171d079 for instance with vm_state building and task_state spawning. [ 797.500048] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.529036] env[69854]: INFO nova.compute.manager [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Took 41.43 seconds to build instance. [ 797.788077] env[69854]: INFO nova.compute.manager [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Took 48.79 seconds to build instance. [ 797.830653] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.831258] env[69854]: DEBUG nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.837487] env[69854]: DEBUG nova.network.neutron [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Successfully updated port: f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.839086] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.105s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.840027] env[69854]: INFO nova.compute.claims [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.000031] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518971, 'name': ReconfigVM_Task, 'duration_secs': 0.241002} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.000334] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance '77f985dd-dd81-4b77-8eb5-a65cfde26dbe' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.034736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2dd83e92-cc2f-4114-b49a-095a83dc02fe tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.644s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.288630] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cffffdac-f82e-4882-a441-f27ea0dec43a tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.283s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.348773] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.348982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.349219] env[69854]: DEBUG nova.network.neutron [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.351434] env[69854]: DEBUG nova.compute.utils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.353445] env[69854]: DEBUG nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.353671] env[69854]: DEBUG nova.network.neutron [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.409251] env[69854]: DEBUG nova.policy [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '257e53bb97844201b61131e5317a3eef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2868af6d44d74008aff6fdb83f4de9a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.507294] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.507294] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.507294] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.507294] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.507579] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.507579] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.507579] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.507818] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.507887] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.508156] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.508598] env[69854]: DEBUG nova.virt.hardware [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.513538] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 798.513825] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20d38a4-36ea-4b12-8166-046c168db32f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.533485] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 798.533485] env[69854]: value = "task-3518972" [ 798.533485] env[69854]: _type = "Task" [ 798.533485] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.537093] env[69854]: DEBUG nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.545485] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.725611] env[69854]: DEBUG nova.network.neutron [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Successfully created port: a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.794514] env[69854]: DEBUG nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.860907] env[69854]: DEBUG nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.891520] env[69854]: DEBUG nova.network.neutron [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.052153] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518972, 'name': ReconfigVM_Task, 'duration_secs': 0.282767} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.052423] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 799.053678] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8c1791-7193-4e5a-9519-b416735d21fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.058723] env[69854]: DEBUG nova.network.neutron [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updating instance_info_cache with network_info: [{"id": "f707f776-3227-40fa-ad38-0e4d6171d079", "address": "fa:16:3e:39:1f:34", "network": {"id": "ed04cecf-2f53-4021-90cc-fa1c5fb84c49", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2047213339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8607be9b4247afa925676672931437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf707f776-32", "ovs_interfaceid": "f707f776-3227-40fa-ad38-0e4d6171d079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.060365] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "4ec9d6d6-6748-4ff0-b411-7653473d1271" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.060438] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.060613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "4ec9d6d6-6748-4ff0-b411-7653473d1271-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.061125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.061125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.065362] env[69854]: INFO nova.compute.manager [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Terminating instance [ 799.067408] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.085869] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 77f985dd-dd81-4b77-8eb5-a65cfde26dbe/77f985dd-dd81-4b77-8eb5-a65cfde26dbe.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.087560] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d0b282-af8e-4c5a-a35d-a9fa144141a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.105035] env[69854]: DEBUG nova.compute.manager [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.105284] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.106358] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833c394-98a2-4d53-9749-07fc738de1c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.114617] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.115805] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c50ad54-2b5d-4516-a27f-032aca91527b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.117591] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 799.117591] env[69854]: value = "task-3518973" [ 799.117591] env[69854]: _type = "Task" [ 799.117591] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.125643] env[69854]: DEBUG oslo_vmware.api [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 799.125643] env[69854]: value = "task-3518974" [ 799.125643] env[69854]: _type = "Task" [ 799.125643] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.131644] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.136467] env[69854]: DEBUG oslo_vmware.api [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.316585] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.473726] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd82a675-59d6-42f2-83fc-94bf8fe2b47d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.484340] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d9e114-0d62-4f7f-b076-7505b50b88de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.515542] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbef9f1-326c-41ca-ba99-b6db66e60d44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.523186] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbed828-21ce-44e5-a9c1-39e3e2b0ba44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.536752] env[69854]: DEBUG nova.compute.provider_tree [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.567670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Releasing lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.567986] env[69854]: DEBUG nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Instance network_info: |[{"id": "f707f776-3227-40fa-ad38-0e4d6171d079", "address": "fa:16:3e:39:1f:34", "network": {"id": "ed04cecf-2f53-4021-90cc-fa1c5fb84c49", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2047213339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8607be9b4247afa925676672931437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf707f776-32", "ovs_interfaceid": "f707f776-3227-40fa-ad38-0e4d6171d079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.568478] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1f:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f707f776-3227-40fa-ad38-0e4d6171d079', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.576426] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Creating folder: Project (de8607be9b4247afa925676672931437). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.576701] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfec8d85-1f60-4ca1-8871-da1fc3702d36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.586851] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Created folder: Project (de8607be9b4247afa925676672931437) in parent group-v702928. [ 799.587075] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Creating folder: Instances. Parent ref: group-v703009. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.587319] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46cb4165-65eb-4707-9fb9-8554d77251ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.597234] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Created folder: Instances in parent group-v703009. [ 799.597485] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.598274] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.598274] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad64a606-de64-4b42-8266-268f8d11667e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.616017] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.616017] env[69854]: value = "task-3518977" [ 799.616017] env[69854]: _type = "Task" [ 799.616017] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.626898] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518977, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.632568] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518973, 'name': ReconfigVM_Task, 'duration_secs': 0.318487} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.632832] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 77f985dd-dd81-4b77-8eb5-a65cfde26dbe/77f985dd-dd81-4b77-8eb5-a65cfde26dbe.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.633112] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance '77f985dd-dd81-4b77-8eb5-a65cfde26dbe' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.641306] env[69854]: DEBUG oslo_vmware.api [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518974, 'name': PowerOffVM_Task, 'duration_secs': 0.245636} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.641548] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.641714] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.641948] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a66cfa43-a5ce-4aae-a3db-bfa1252fc5d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.710160] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.710380] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.710565] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Deleting the datastore file [datastore2] 4ec9d6d6-6748-4ff0-b411-7653473d1271 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.710813] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dba86b0-3908-4000-8cdb-b934ea21b477 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.718441] env[69854]: DEBUG oslo_vmware.api [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for the task: (returnval){ [ 799.718441] env[69854]: value = "task-3518979" [ 799.718441] env[69854]: _type = "Task" [ 799.718441] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.728102] env[69854]: DEBUG oslo_vmware.api [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.813432] env[69854]: DEBUG nova.compute.manager [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Received event network-changed-f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.813738] env[69854]: DEBUG nova.compute.manager [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Refreshing instance network info cache due to event network-changed-f707f776-3227-40fa-ad38-0e4d6171d079. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.813927] env[69854]: DEBUG oslo_concurrency.lockutils [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] Acquiring lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.814133] env[69854]: DEBUG oslo_concurrency.lockutils [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] Acquired lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.814277] env[69854]: DEBUG nova.network.neutron [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Refreshing network info cache for port f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.876536] env[69854]: DEBUG nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.905504] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.906072] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.906242] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.906546] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.906717] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.906867] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.907095] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.907262] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.907416] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.907577] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.907745] env[69854]: DEBUG nova.virt.hardware [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.908639] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c3a16-8ed7-4a32-8baa-162b414acfa1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.916635] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be39272-c023-4a8c-b83e-9e48f5cf48ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.040736] env[69854]: DEBUG nova.scheduler.client.report [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.127605] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518977, 'name': CreateVM_Task, 'duration_secs': 0.374132} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.127850] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.128671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.128902] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.129478] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.129775] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd593d0-c1c7-40bc-987d-20c76daa2184 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.134823] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 800.134823] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526de0e3-6fda-b76c-6fd6-042fa17a12a3" [ 800.134823] env[69854]: _type = "Task" [ 800.134823] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.143194] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b694a0c-4526-41d3-8cd9-c2e703df1758 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.151623] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526de0e3-6fda-b76c-6fd6-042fa17a12a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.167217] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bdf504-302d-483b-ac74-740898c79827 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.186496] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance '77f985dd-dd81-4b77-8eb5-a65cfde26dbe' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.228297] env[69854]: DEBUG oslo_vmware.api [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Task: {'id': task-3518979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160506} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.228631] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.228820] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.228992] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.229226] env[69854]: INFO nova.compute.manager [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Took 1.12 seconds to destroy the instance on the hypervisor. [ 800.229445] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.230467] env[69854]: DEBUG nova.compute.manager [-] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.230467] env[69854]: DEBUG nova.network.neutron [-] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.426913] env[69854]: DEBUG nova.compute.manager [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.427822] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c19348-7d27-4b9e-a4ef-133c43ecec61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.496060] env[69854]: DEBUG nova.network.neutron [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Successfully updated port: a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.545808] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.546342] env[69854]: DEBUG nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.549243] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.262s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.549498] env[69854]: DEBUG nova.objects.instance [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lazy-loading 'resources' on Instance uuid 9f564265-7bca-4d2c-a088-6c77e6a1e919 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.605977] env[69854]: DEBUG nova.network.neutron [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updated VIF entry in instance network info cache for port f707f776-3227-40fa-ad38-0e4d6171d079. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.606319] env[69854]: DEBUG nova.network.neutron [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updating instance_info_cache with network_info: [{"id": "f707f776-3227-40fa-ad38-0e4d6171d079", "address": "fa:16:3e:39:1f:34", "network": {"id": "ed04cecf-2f53-4021-90cc-fa1c5fb84c49", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2047213339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8607be9b4247afa925676672931437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf707f776-32", "ovs_interfaceid": "f707f776-3227-40fa-ad38-0e4d6171d079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.607710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "27cc50be-f6f3-47c4-8230-c694ce078d59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.607938] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.647605] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526de0e3-6fda-b76c-6fd6-042fa17a12a3, 'name': SearchDatastore_Task, 'duration_secs': 0.020695} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.647732] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.647936] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.648302] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.648490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.648732] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.649296] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac802329-3836-4017-8ca9-417881d569c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.673378] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.673571] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.674353] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c91434-1a1c-4377-9032-022c455ffca9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.680598] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 800.680598] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524a0c62-d3e2-9dba-0f26-0be229980c5e" [ 800.680598] env[69854]: _type = "Task" [ 800.680598] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.689643] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524a0c62-d3e2-9dba-0f26-0be229980c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.730862] env[69854]: DEBUG nova.network.neutron [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Port ee5971ef-8f07-4f57-8d25-ac5443c74fba binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 800.859324] env[69854]: DEBUG nova.compute.manager [req-15974e98-e193-42f3-aefc-60951eb336e0 req-60dee8bc-70f7-47a0-b10a-225b87d4dbb7 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Received event network-vif-deleted-efc01834-5126-4829-91d2-791c7f927276 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.859738] env[69854]: INFO nova.compute.manager [req-15974e98-e193-42f3-aefc-60951eb336e0 req-60dee8bc-70f7-47a0-b10a-225b87d4dbb7 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Neutron deleted interface efc01834-5126-4829-91d2-791c7f927276; detaching it from the instance and deleting it from the info cache [ 800.859938] env[69854]: DEBUG nova.network.neutron [req-15974e98-e193-42f3-aefc-60951eb336e0 req-60dee8bc-70f7-47a0-b10a-225b87d4dbb7 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.942893] env[69854]: INFO nova.compute.manager [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] instance snapshotting [ 800.947502] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0022e51f-1074-4600-8611-15341930fe0e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.968511] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc6baa-2bc6-41c5-86b2-40a68aaddf3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.998597] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "refresh_cache-75849b03-fa75-42ef-b7e2-b8b001e720b6" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.998736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquired lock "refresh_cache-75849b03-fa75-42ef-b7e2-b8b001e720b6" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.998852] env[69854]: DEBUG nova.network.neutron [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.059668] env[69854]: DEBUG nova.compute.utils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.061376] env[69854]: DEBUG nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.061546] env[69854]: DEBUG nova.network.neutron [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.109260] env[69854]: DEBUG oslo_concurrency.lockutils [req-3aab2038-25e1-44d2-b275-796e539d3dd1 req-3fb33718-c1de-463f-8b77-0b0ca4a5340b service nova] Releasing lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.128016] env[69854]: DEBUG nova.policy [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005d8d97e2604fc28d32b7d109e449df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd2949b4ec004d8a9bbe7133af30fbc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.191598] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524a0c62-d3e2-9dba-0f26-0be229980c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.021642} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.195345] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32c45f2-7bdc-41cd-8aee-2b5f7106d286 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.201064] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 801.201064] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e9fece-4758-4c9e-6140-2a5f2bc8bf08" [ 801.201064] env[69854]: _type = "Task" [ 801.201064] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.210835] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e9fece-4758-4c9e-6140-2a5f2bc8bf08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.340916] env[69854]: DEBUG nova.network.neutron [-] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.363347] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f2afce8-d2e0-467e-b9fa-0651218cd391 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.374802] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2701937-5ad0-4ced-95b1-9be75ccd9c11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.410788] env[69854]: DEBUG nova.compute.manager [req-15974e98-e193-42f3-aefc-60951eb336e0 req-60dee8bc-70f7-47a0-b10a-225b87d4dbb7 service nova] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Detach interface failed, port_id=efc01834-5126-4829-91d2-791c7f927276, reason: Instance 4ec9d6d6-6748-4ff0-b411-7653473d1271 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.480817] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.484095] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e1c8f55-1e72-4bd1-90ad-a8dea57b7210 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.490652] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 801.490652] env[69854]: value = "task-3518980" [ 801.490652] env[69854]: _type = "Task" [ 801.490652] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.507964] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518980, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.538733] env[69854]: DEBUG nova.network.neutron [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.566665] env[69854]: DEBUG nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.716604] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e9fece-4758-4c9e-6140-2a5f2bc8bf08, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.719060] env[69854]: DEBUG nova.network.neutron [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Updating instance_info_cache with network_info: [{"id": "a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe", "address": "fa:16:3e:fb:99:a7", "network": {"id": "16c7d90c-0469-46c0-a313-ec7a6524cd33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-837690282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868af6d44d74008aff6fdb83f4de9a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbe802-2e", "ovs_interfaceid": "a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.721622] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.722065] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d/2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.725651] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4688f0c6-d994-4ee9-818e-e9ca7070a17b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.736829] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 801.736829] env[69854]: value = "task-3518981" [ 801.736829] env[69854]: _type = "Task" [ 801.736829] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.761289] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.771239] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.771723] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.771951] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.775756] env[69854]: DEBUG nova.network.neutron [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Successfully created port: 69942063-e735-4eaa-84e8-40bb45e25a77 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.787119] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd59e3c-29c2-481d-bfce-90b9cb61caaf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.796149] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825ace4-e34e-4ea9-9446-e2b26249a1fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.830964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452b0f80-b7e9-4671-babf-d580a1435459 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.838767] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf23df0-14f0-4d1d-9032-a8957a9b9e8a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.844027] env[69854]: INFO nova.compute.manager [-] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Took 1.61 seconds to deallocate network for instance. [ 801.858691] env[69854]: DEBUG nova.compute.provider_tree [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.910541] env[69854]: DEBUG nova.compute.manager [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Received event network-vif-plugged-a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.910844] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] Acquiring lock "75849b03-fa75-42ef-b7e2-b8b001e720b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.911310] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.911310] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.911527] env[69854]: DEBUG nova.compute.manager [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] No waiting events found dispatching network-vif-plugged-a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.911707] env[69854]: WARNING nova.compute.manager [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Received unexpected event network-vif-plugged-a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe for instance with vm_state building and task_state spawning. [ 801.911880] env[69854]: DEBUG nova.compute.manager [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Received event network-changed-a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.912047] env[69854]: DEBUG nova.compute.manager [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Refreshing instance network info cache due to event network-changed-a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.912238] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] Acquiring lock "refresh_cache-75849b03-fa75-42ef-b7e2-b8b001e720b6" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.011110] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518980, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.223859] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Releasing lock "refresh_cache-75849b03-fa75-42ef-b7e2-b8b001e720b6" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.224297] env[69854]: DEBUG nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Instance network_info: |[{"id": "a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe", "address": "fa:16:3e:fb:99:a7", "network": {"id": "16c7d90c-0469-46c0-a313-ec7a6524cd33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-837690282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868af6d44d74008aff6fdb83f4de9a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbe802-2e", "ovs_interfaceid": "a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.224733] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] Acquired lock "refresh_cache-75849b03-fa75-42ef-b7e2-b8b001e720b6" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.224982] env[69854]: DEBUG nova.network.neutron [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Refreshing network info cache for port a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.226325] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:99:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.234630] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Creating folder: Project (2868af6d44d74008aff6fdb83f4de9a5). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.238123] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0746e71-f538-4b7e-95fd-41f408e933c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.250404] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518981, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.253352] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Created folder: Project (2868af6d44d74008aff6fdb83f4de9a5) in parent group-v702928. [ 802.253603] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Creating folder: Instances. Parent ref: group-v703013. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.253899] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6af9c8a4-f914-4332-8549-4598a4f2e9fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.263555] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Created folder: Instances in parent group-v703013. [ 802.264189] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.264189] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.264504] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3af5ce5-02fa-43c1-85bb-5c1acd4abf34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.287639] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.287639] env[69854]: value = "task-3518984" [ 802.287639] env[69854]: _type = "Task" [ 802.287639] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.299274] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518984, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.359628] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.361947] env[69854]: DEBUG nova.scheduler.client.report [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.475015] env[69854]: DEBUG nova.network.neutron [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Updated VIF entry in instance network info cache for port a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.475499] env[69854]: DEBUG nova.network.neutron [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Updating instance_info_cache with network_info: [{"id": "a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe", "address": "fa:16:3e:fb:99:a7", "network": {"id": "16c7d90c-0469-46c0-a313-ec7a6524cd33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-837690282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868af6d44d74008aff6fdb83f4de9a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbe802-2e", "ovs_interfaceid": "a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.503925] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518980, 'name': CreateSnapshot_Task, 'duration_secs': 0.65293} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.504267] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.505088] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee1429b-0f12-41dd-9964-81cfb180f706 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.579643] env[69854]: DEBUG nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.608343] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.609079] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.609079] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.609368] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.609583] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.609741] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.609957] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.610157] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.610455] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.610578] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.610802] env[69854]: DEBUG nova.virt.hardware [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.611866] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91149570-6c07-48b7-bf40-be44b56fadf0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.621236] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e410c8c-bbb1-47e9-b1ff-5d034b619bc5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.750087] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551227} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.750448] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d/2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.750565] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.750809] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c34da8d0-1dc7-4d8e-ad50-0ae60b28a5e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.757590] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 802.757590] env[69854]: value = "task-3518985" [ 802.757590] env[69854]: _type = "Task" [ 802.757590] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.764708] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.798410] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518984, 'name': CreateVM_Task, 'duration_secs': 0.343023} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.798577] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.799224] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.799392] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.799702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.799946] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51291d10-3895-45a8-81c6-811e0d9bd1e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.804327] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 802.804327] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524fd20e-d33e-8ead-40e7-3f0181b994dc" [ 802.804327] env[69854]: _type = "Task" [ 802.804327] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.811890] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524fd20e-d33e-8ead-40e7-3f0181b994dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.850348] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.850490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.850678] env[69854]: DEBUG nova.network.neutron [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.869115] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.871603] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.560s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.873234] env[69854]: INFO nova.compute.claims [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.893292] env[69854]: INFO nova.scheduler.client.report [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Deleted allocations for instance 9f564265-7bca-4d2c-a088-6c77e6a1e919 [ 802.978602] env[69854]: DEBUG oslo_concurrency.lockutils [req-1f3198e0-d012-4670-842e-72d08185938e req-d648c477-b37f-4175-8124-2b3c7ab63654 service nova] Releasing lock "refresh_cache-75849b03-fa75-42ef-b7e2-b8b001e720b6" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.023295] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.023631] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd16cc3f-0ce8-4628-8e23-dc6aff913910 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.032408] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 803.032408] env[69854]: value = "task-3518986" [ 803.032408] env[69854]: _type = "Task" [ 803.032408] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.039979] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518986, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.258444] env[69854]: DEBUG nova.compute.manager [req-5bc5b97f-787e-466b-a584-ef5dccbc774a req-c0407ae7-2b98-4b57-bc40-5bcb0b81abba service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Received event network-vif-plugged-69942063-e735-4eaa-84e8-40bb45e25a77 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.258754] env[69854]: DEBUG oslo_concurrency.lockutils [req-5bc5b97f-787e-466b-a584-ef5dccbc774a req-c0407ae7-2b98-4b57-bc40-5bcb0b81abba service nova] Acquiring lock "94885a87-a767-4725-af22-52fd7fa7bbb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.258927] env[69854]: DEBUG oslo_concurrency.lockutils [req-5bc5b97f-787e-466b-a584-ef5dccbc774a req-c0407ae7-2b98-4b57-bc40-5bcb0b81abba service nova] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.259134] env[69854]: DEBUG oslo_concurrency.lockutils [req-5bc5b97f-787e-466b-a584-ef5dccbc774a req-c0407ae7-2b98-4b57-bc40-5bcb0b81abba service nova] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.259290] env[69854]: DEBUG nova.compute.manager [req-5bc5b97f-787e-466b-a584-ef5dccbc774a req-c0407ae7-2b98-4b57-bc40-5bcb0b81abba service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] No waiting events found dispatching network-vif-plugged-69942063-e735-4eaa-84e8-40bb45e25a77 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.259475] env[69854]: WARNING nova.compute.manager [req-5bc5b97f-787e-466b-a584-ef5dccbc774a req-c0407ae7-2b98-4b57-bc40-5bcb0b81abba service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Received unexpected event network-vif-plugged-69942063-e735-4eaa-84e8-40bb45e25a77 for instance with vm_state building and task_state spawning. [ 803.269037] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069346} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.269294] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.270080] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c349f60-1d0e-4fa2-ae2b-0387ed82bcad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.293719] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d/2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.293904] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ccf2347-a05e-45ad-abbe-04cb945bf308 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.323022] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524fd20e-d33e-8ead-40e7-3f0181b994dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.323022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.323022] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.323022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.323358] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.323358] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.323358] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 803.323358] env[69854]: value = "task-3518987" [ 803.323358] env[69854]: _type = "Task" [ 803.323358] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.323358] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c818298-9883-4dd9-8523-70b2d32909e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.334715] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.340023] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.340023] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.340023] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3403f7-0a33-434f-8e0b-c9b8168442b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.345600] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 803.345600] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52385b20-3a12-0bd7-95a4-382c7c4b0c33" [ 803.345600] env[69854]: _type = "Task" [ 803.345600] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.356161] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52385b20-3a12-0bd7-95a4-382c7c4b0c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.394485] env[69854]: DEBUG nova.network.neutron [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Successfully updated port: 69942063-e735-4eaa-84e8-40bb45e25a77 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.400823] env[69854]: DEBUG oslo_concurrency.lockutils [None req-59975306-c672-4432-b7a4-03117bb6f587 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "9f564265-7bca-4d2c-a088-6c77e6a1e919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.631s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.546706] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518986, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.573726] env[69854]: DEBUG nova.network.neutron [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance_info_cache with network_info: [{"id": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "address": "fa:16:3e:cc:4a:3e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5971ef-8f", "ovs_interfaceid": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.834787] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.855584] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52385b20-3a12-0bd7-95a4-382c7c4b0c33, 'name': SearchDatastore_Task, 'duration_secs': 0.023724} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.856432] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119f982f-5d2b-44f8-9984-ef74b857ff2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.861489] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 803.861489] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5232fe43-b965-a804-ef66-e67f66b3c0ad" [ 803.861489] env[69854]: _type = "Task" [ 803.861489] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.869960] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5232fe43-b965-a804-ef66-e67f66b3c0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.898253] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "refresh_cache-94885a87-a767-4725-af22-52fd7fa7bbb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.898506] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired lock "refresh_cache-94885a87-a767-4725-af22-52fd7fa7bbb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.898739] env[69854]: DEBUG nova.network.neutron [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.043059] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518986, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.077905] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.334918] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.372174] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5232fe43-b965-a804-ef66-e67f66b3c0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.374823] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.375240] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 75849b03-fa75-42ef-b7e2-b8b001e720b6/75849b03-fa75-42ef-b7e2-b8b001e720b6.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.375553] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5116bb69-1d28-4790-9397-13b87c0114cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.381757] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 804.381757] env[69854]: value = "task-3518988" [ 804.381757] env[69854]: _type = "Task" [ 804.381757] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.386282] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca7c4a-c80e-4860-86ac-f0c0657896e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.393382] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.396393] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723cbe4-bc2b-4466-be72-8adc943135ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.432734] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f4f8cf-c6a3-4134-b326-841a4a1a7ce4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.439929] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "18a12854-81a5-4691-a1df-fb704f0c0fe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.439929] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.439929] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "18a12854-81a5-4691-a1df-fb704f0c0fe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.439929] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.440234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.441802] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f0e7b-0ebf-4f42-a6a9-eef6c359ca94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.446576] env[69854]: INFO nova.compute.manager [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Terminating instance [ 804.459332] env[69854]: DEBUG nova.compute.provider_tree [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.461404] env[69854]: DEBUG nova.network.neutron [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.545781] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3518986, 'name': CloneVM_Task, 'duration_secs': 1.254897} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.546058] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Created linked-clone VM from snapshot [ 804.546832] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092d6b7e-3b11-40b1-90d1-278b4daf839c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.554675] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Uploading image 4ac36327-e1f6-4115-9e47-268e47a07356 {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.587385] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.587385] env[69854]: value = "vm-703016" [ 804.587385] env[69854]: _type = "VirtualMachine" [ 804.587385] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.587717] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-434d3ae8-f258-416a-b343-15054b1a0b7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.598682] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lease: (returnval){ [ 804.598682] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52873003-1b91-4b23-1055-2faae7b6de05" [ 804.598682] env[69854]: _type = "HttpNfcLease" [ 804.598682] env[69854]: } obtained for exporting VM: (result){ [ 804.598682] env[69854]: value = "vm-703016" [ 804.598682] env[69854]: _type = "VirtualMachine" [ 804.598682] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.599088] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the lease: (returnval){ [ 804.599088] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52873003-1b91-4b23-1055-2faae7b6de05" [ 804.599088] env[69854]: _type = "HttpNfcLease" [ 804.599088] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.604042] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd65815-2dd4-4d9e-9098-9474ab48afde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.611189] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.611189] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52873003-1b91-4b23-1055-2faae7b6de05" [ 804.611189] env[69854]: _type = "HttpNfcLease" [ 804.611189] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.626302] env[69854]: DEBUG nova.network.neutron [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Updating instance_info_cache with network_info: [{"id": "69942063-e735-4eaa-84e8-40bb45e25a77", "address": "fa:16:3e:e2:00:db", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69942063-e7", "ovs_interfaceid": "69942063-e735-4eaa-84e8-40bb45e25a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.630067] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf0082-e6f4-496a-ba2a-0c0b6044ce62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.636180] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance '77f985dd-dd81-4b77-8eb5-a65cfde26dbe' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.838088] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.891683] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497679} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.892022] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 75849b03-fa75-42ef-b7e2-b8b001e720b6/75849b03-fa75-42ef-b7e2-b8b001e720b6.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.892233] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.892446] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ef2592e-a866-4039-9143-36176e2bf723 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.898492] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 804.898492] env[69854]: value = "task-3518990" [ 804.898492] env[69854]: _type = "Task" [ 804.898492] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.906829] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.951946] env[69854]: DEBUG nova.compute.manager [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.951946] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.952843] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa71491-dc30-40e1-8546-4db4e5b161d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.960555] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.960836] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1591c29c-71f7-4a4f-b4ad-515a41ee3016 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.965558] env[69854]: DEBUG nova.scheduler.client.report [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.970142] env[69854]: DEBUG oslo_vmware.api [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 804.970142] env[69854]: value = "task-3518991" [ 804.970142] env[69854]: _type = "Task" [ 804.970142] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.980350] env[69854]: DEBUG oslo_vmware.api [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.108238] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.108238] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52873003-1b91-4b23-1055-2faae7b6de05" [ 805.108238] env[69854]: _type = "HttpNfcLease" [ 805.108238] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.108515] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.108515] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52873003-1b91-4b23-1055-2faae7b6de05" [ 805.108515] env[69854]: _type = "HttpNfcLease" [ 805.108515] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.109066] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f147ed5-7510-4087-bad4-9c6e01b51e64 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.116888] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526be350-1ae2-e4a1-5540-c175842c332c/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.116888] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526be350-1ae2-e4a1-5540-c175842c332c/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.176046] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Releasing lock "refresh_cache-94885a87-a767-4725-af22-52fd7fa7bbb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.176199] env[69854]: DEBUG nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Instance network_info: |[{"id": "69942063-e735-4eaa-84e8-40bb45e25a77", "address": "fa:16:3e:e2:00:db", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69942063-e7", "ovs_interfaceid": "69942063-e735-4eaa-84e8-40bb45e25a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.177843] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.179377] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:00:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69942063-e735-4eaa-84e8-40bb45e25a77', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.186929] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.187057] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71ba5fc6-1785-4c66-9df6-af78c5c03b99 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.189165] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.189408] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20c7e35c-743e-4833-a3ad-0bd59f1bc896 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.210491] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 805.210491] env[69854]: value = "task-3518992" [ 805.210491] env[69854]: _type = "Task" [ 805.210491] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.211938] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.211938] env[69854]: value = "task-3518993" [ 805.211938] env[69854]: _type = "Task" [ 805.211938] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.220528] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c486be6a-024e-481f-a5f7-652f9b173a17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.233723] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518993, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.234096] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518992, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.337240] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518987, 'name': ReconfigVM_Task, 'duration_secs': 1.545937} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.337525] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d/2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.338193] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ef88d7-262b-4af3-88ac-a478e3a398cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.344016] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 805.344016] env[69854]: value = "task-3518994" [ 805.344016] env[69854]: _type = "Task" [ 805.344016] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.351488] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518994, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.355707] env[69854]: DEBUG nova.compute.manager [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Received event network-changed-69942063-e735-4eaa-84e8-40bb45e25a77 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.355891] env[69854]: DEBUG nova.compute.manager [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Refreshing instance network info cache due to event network-changed-69942063-e735-4eaa-84e8-40bb45e25a77. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.356124] env[69854]: DEBUG oslo_concurrency.lockutils [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] Acquiring lock "refresh_cache-94885a87-a767-4725-af22-52fd7fa7bbb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.356306] env[69854]: DEBUG oslo_concurrency.lockutils [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] Acquired lock "refresh_cache-94885a87-a767-4725-af22-52fd7fa7bbb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.356452] env[69854]: DEBUG nova.network.neutron [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Refreshing network info cache for port 69942063-e735-4eaa-84e8-40bb45e25a77 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.410481] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088668} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.410671] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.411675] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd4e3c0-396e-4a71-8992-bdee4df72b23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.434575] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 75849b03-fa75-42ef-b7e2-b8b001e720b6/75849b03-fa75-42ef-b7e2-b8b001e720b6.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.435076] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917a9c0a-be7e-4652-8f96-7345fe8f521a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.458495] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 805.458495] env[69854]: value = "task-3518995" [ 805.458495] env[69854]: _type = "Task" [ 805.458495] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.467681] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.472089] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.473039] env[69854]: DEBUG nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.476291] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.570s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.478063] env[69854]: INFO nova.compute.claims [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.490382] env[69854]: DEBUG oslo_vmware.api [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518991, 'name': PowerOffVM_Task, 'duration_secs': 0.198062} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.490382] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.490382] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.490628] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52dea2d7-0e93-4f9e-bea0-82bcf313ce2e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.580050] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.580937] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.580937] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Deleting the datastore file [datastore1] 18a12854-81a5-4691-a1df-fb704f0c0fe3 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.580937] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4f5b46d-db9b-44bf-a5af-5658e4d0cabf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.588213] env[69854]: DEBUG oslo_vmware.api [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for the task: (returnval){ [ 805.588213] env[69854]: value = "task-3518997" [ 805.588213] env[69854]: _type = "Task" [ 805.588213] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.596379] env[69854]: DEBUG oslo_vmware.api [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.725059] env[69854]: DEBUG oslo_vmware.api [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3518992, 'name': PowerOnVM_Task, 'duration_secs': 0.481747} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.728785] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.729070] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfcc3f0-fcfe-43dc-a1de-1ae8ce49af9c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance '77f985dd-dd81-4b77-8eb5-a65cfde26dbe' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.733267] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3518993, 'name': CreateVM_Task, 'duration_secs': 0.373639} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.733521] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.734503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.734662] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.734987] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.735310] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28dfc567-06d7-45a6-9a0f-1fa40f2a707f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.741145] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 805.741145] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52de6be9-f470-0008-2c41-a933aadc7145" [ 805.741145] env[69854]: _type = "Task" [ 805.741145] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.751632] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52de6be9-f470-0008-2c41-a933aadc7145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.853385] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518994, 'name': Rename_Task, 'duration_secs': 0.190232} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.853845] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.854095] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca79a858-7cd1-4361-983b-6f8dfec4604b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.862466] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 805.862466] env[69854]: value = "task-3518998" [ 805.862466] env[69854]: _type = "Task" [ 805.862466] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.872421] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.972866] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518995, 'name': ReconfigVM_Task, 'duration_secs': 0.430792} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.973614] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 75849b03-fa75-42ef-b7e2-b8b001e720b6/75849b03-fa75-42ef-b7e2-b8b001e720b6.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.974613] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5957ae-64c7-4ed0-b7a3-54ab3d077209 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.981372] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 805.981372] env[69854]: value = "task-3518999" [ 805.981372] env[69854]: _type = "Task" [ 805.981372] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.988711] env[69854]: DEBUG nova.compute.utils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.992022] env[69854]: DEBUG nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.992022] env[69854]: DEBUG nova.network.neutron [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.004757] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518999, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.064321] env[69854]: DEBUG nova.policy [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80da61a4e41a43d39910bc729c4cfb25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7e7428e9534b9b9511cc567691a851', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.098452] env[69854]: DEBUG oslo_vmware.api [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Task: {'id': task-3518997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292432} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.098789] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.099307] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.099431] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.099717] env[69854]: INFO nova.compute.manager [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 806.100106] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.100358] env[69854]: DEBUG nova.compute.manager [-] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.100488] env[69854]: DEBUG nova.network.neutron [-] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.233844] env[69854]: DEBUG nova.network.neutron [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Updated VIF entry in instance network info cache for port 69942063-e735-4eaa-84e8-40bb45e25a77. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.233844] env[69854]: DEBUG nova.network.neutron [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Updating instance_info_cache with network_info: [{"id": "69942063-e735-4eaa-84e8-40bb45e25a77", "address": "fa:16:3e:e2:00:db", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69942063-e7", "ovs_interfaceid": "69942063-e735-4eaa-84e8-40bb45e25a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.256852] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52de6be9-f470-0008-2c41-a933aadc7145, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.257172] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.257446] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.257653] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.257804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.258174] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.258274] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd1bfe4f-d2f8-473d-b563-4648b8bd4db5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.271034] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.271397] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.272613] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f13f81-6b80-4dae-90cb-88fb67d4c443 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.280125] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 806.280125] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bd8140-919c-5c54-3838-5e0ad6a7d001" [ 806.280125] env[69854]: _type = "Task" [ 806.280125] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.290986] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bd8140-919c-5c54-3838-5e0ad6a7d001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.376911] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.494171] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3518999, 'name': Rename_Task, 'duration_secs': 0.238082} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.495086] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.495343] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb90b98-3e88-4840-8433-26c779940a50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.497507] env[69854]: DEBUG nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.506146] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 806.506146] env[69854]: value = "task-3519000" [ 806.506146] env[69854]: _type = "Task" [ 806.506146] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.513735] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3519000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.533661] env[69854]: DEBUG nova.network.neutron [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Successfully created port: f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.643269] env[69854]: DEBUG nova.compute.manager [req-568c0390-7923-4dc8-a0ec-123c266c0eb2 req-33821735-beb3-4464-b5bc-02ca9b1edf7c service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Received event network-vif-deleted-53837faa-51b4-48e2-95c4-30635f431ce4 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.643615] env[69854]: INFO nova.compute.manager [req-568c0390-7923-4dc8-a0ec-123c266c0eb2 req-33821735-beb3-4464-b5bc-02ca9b1edf7c service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Neutron deleted interface 53837faa-51b4-48e2-95c4-30635f431ce4; detaching it from the instance and deleting it from the info cache [ 806.643922] env[69854]: DEBUG nova.network.neutron [req-568c0390-7923-4dc8-a0ec-123c266c0eb2 req-33821735-beb3-4464-b5bc-02ca9b1edf7c service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.737979] env[69854]: DEBUG oslo_concurrency.lockutils [req-e1c5c54a-8532-4380-aa53-7396373700a3 req-685eae9a-e574-4a20-b1cf-aa1dbf756cc1 service nova] Releasing lock "refresh_cache-94885a87-a767-4725-af22-52fd7fa7bbb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.795436] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bd8140-919c-5c54-3838-5e0ad6a7d001, 'name': SearchDatastore_Task, 'duration_secs': 0.016659} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.796592] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedd741e-484b-439d-b2e7-cf8606c86afa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.802865] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 806.802865] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526266bd-d845-6502-0da8-f8915673367e" [ 806.802865] env[69854]: _type = "Task" [ 806.802865] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.820749] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526266bd-d845-6502-0da8-f8915673367e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.874738] env[69854]: DEBUG oslo_vmware.api [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3518998, 'name': PowerOnVM_Task, 'duration_secs': 0.634653} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.877762] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.877999] env[69854]: INFO nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Took 9.67 seconds to spawn the instance on the hypervisor. [ 806.878203] env[69854]: DEBUG nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.879428] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e5c02d-34ed-4e41-ab7a-a9df0eae020e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.949127] env[69854]: DEBUG nova.network.neutron [-] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.017221] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3519000, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.104555] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22042c2-3693-46c8-af96-357fb91666a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.115744] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848dbee6-2115-46f8-9e9d-4ec213b148f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.155826] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a027b9c-a98b-4941-aeed-c28f2820d02e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.158418] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2145b2-3be5-4e91-a329-234a4dbb58ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.170580] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a0a1d7-e705-4350-b2d5-75bed5ce400f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.181025] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a2a2e9-9ae4-4794-be71-5b4906d1cb00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.203940] env[69854]: DEBUG nova.compute.provider_tree [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.218124] env[69854]: DEBUG nova.compute.manager [req-568c0390-7923-4dc8-a0ec-123c266c0eb2 req-33821735-beb3-4464-b5bc-02ca9b1edf7c service nova] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Detach interface failed, port_id=53837faa-51b4-48e2-95c4-30635f431ce4, reason: Instance 18a12854-81a5-4691-a1df-fb704f0c0fe3 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.220424] env[69854]: DEBUG nova.scheduler.client.report [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.316060] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526266bd-d845-6502-0da8-f8915673367e, 'name': SearchDatastore_Task, 'duration_secs': 0.021442} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.316387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.316866] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 94885a87-a767-4725-af22-52fd7fa7bbb2/94885a87-a767-4725-af22-52fd7fa7bbb2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.317257] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6fe3292-90b1-4e1f-9b17-1ac741861211 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.325676] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 807.325676] env[69854]: value = "task-3519001" [ 807.325676] env[69854]: _type = "Task" [ 807.325676] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.334584] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.400858] env[69854]: INFO nova.compute.manager [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Took 49.36 seconds to build instance. [ 807.452314] env[69854]: INFO nova.compute.manager [-] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Took 1.35 seconds to deallocate network for instance. [ 807.506179] env[69854]: DEBUG nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.518435] env[69854]: DEBUG oslo_vmware.api [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3519000, 'name': PowerOnVM_Task, 'duration_secs': 0.701705} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.520888] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.520888] env[69854]: INFO nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Took 7.64 seconds to spawn the instance on the hypervisor. [ 807.520888] env[69854]: DEBUG nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.520888] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607d6b35-1b5e-4ed0-9efa-6f50c4824c61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.549092] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.549384] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.549551] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.549729] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.549880] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.550179] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.550532] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.550993] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.551058] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.551316] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.551514] env[69854]: DEBUG nova.virt.hardware [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.552546] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4757a2db-cb86-4909-ac49-a1ce1ebdfb0d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.561421] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6317f22-bbd9-4d9b-b68b-b1f07bffad03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.732024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.732024] env[69854]: DEBUG nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.733691] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.064s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.734103] env[69854]: DEBUG nova.objects.instance [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lazy-loading 'resources' on Instance uuid ad845b1d-adb0-4f21-9c26-9c90e4065085 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.836188] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.904994] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2b51d226-9254-4cd7-add0-71ee6f664bc4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.767s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.962454] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.040175] env[69854]: INFO nova.compute.manager [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Took 46.10 seconds to build instance. [ 808.071939] env[69854]: DEBUG nova.compute.manager [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Received event network-changed-f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.072147] env[69854]: DEBUG nova.compute.manager [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Refreshing instance network info cache due to event network-changed-f707f776-3227-40fa-ad38-0e4d6171d079. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.072412] env[69854]: DEBUG oslo_concurrency.lockutils [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] Acquiring lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.072673] env[69854]: DEBUG oslo_concurrency.lockutils [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] Acquired lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.072732] env[69854]: DEBUG nova.network.neutron [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Refreshing network info cache for port f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.118454] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.119561] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.119561] env[69854]: DEBUG nova.compute.manager [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Going to confirm migration 1 {{(pid=69854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 808.238398] env[69854]: DEBUG nova.compute.utils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.248984] env[69854]: DEBUG nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.248984] env[69854]: DEBUG nova.network.neutron [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.257417] env[69854]: DEBUG nova.network.neutron [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Successfully updated port: f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.308140] env[69854]: DEBUG nova.policy [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a93eb7e0a6cf441f8f63cf98fce4f26f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b6a8dc16af4e698ad46d066501aad6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.336529] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662911} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.340171] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 94885a87-a767-4725-af22-52fd7fa7bbb2/94885a87-a767-4725-af22-52fd7fa7bbb2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.340171] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.340347] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f1b63e3-dc03-4a21-9235-4a603f9d4568 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.348583] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 808.348583] env[69854]: value = "task-3519002" [ 808.348583] env[69854]: _type = "Task" [ 808.348583] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.360952] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.410292] env[69854]: DEBUG nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.545042] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c7ee831e-f3d6-42cc-bd81-99f710ec00e7 tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.982s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.719567] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.719743] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.719911] env[69854]: DEBUG nova.network.neutron [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.720998] env[69854]: DEBUG nova.objects.instance [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lazy-loading 'info_cache' on Instance uuid 77f985dd-dd81-4b77-8eb5-a65cfde26dbe {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.744979] env[69854]: DEBUG nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.751860] env[69854]: DEBUG nova.network.neutron [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Successfully created port: 73c9e726-b62b-487a-97bc-a369f3e0a3f6 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.759061] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.759200] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.759344] env[69854]: DEBUG nova.network.neutron [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.822519] env[69854]: DEBUG nova.network.neutron [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updated VIF entry in instance network info cache for port f707f776-3227-40fa-ad38-0e4d6171d079. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.822684] env[69854]: DEBUG nova.network.neutron [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updating instance_info_cache with network_info: [{"id": "f707f776-3227-40fa-ad38-0e4d6171d079", "address": "fa:16:3e:39:1f:34", "network": {"id": "ed04cecf-2f53-4021-90cc-fa1c5fb84c49", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2047213339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8607be9b4247afa925676672931437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf707f776-32", "ovs_interfaceid": "f707f776-3227-40fa-ad38-0e4d6171d079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.855208] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4635e7e-55d7-462c-b591-df2f472f5db1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.863584] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116777} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.865930] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.866858] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d3320-ea08-4cb8-abb3-c576cc4f663b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.870350] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa4d30-0a62-46f0-9796-393792216199 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.894437] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 94885a87-a767-4725-af22-52fd7fa7bbb2/94885a87-a767-4725-af22-52fd7fa7bbb2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.918914] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d7852e-67f9-47a6-ae84-e9235bf3ca12 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.942155] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a480abf6-1592-4f44-b434-4c686607eb49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.954247] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639ef439-8293-4854-9310-faa788d285a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.957944] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 808.957944] env[69854]: value = "task-3519003" [ 808.957944] env[69854]: _type = "Task" [ 808.957944] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.971448] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.972177] env[69854]: DEBUG nova.compute.provider_tree [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.978851] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.029233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "75849b03-fa75-42ef-b7e2-b8b001e720b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.029233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.029233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "75849b03-fa75-42ef-b7e2-b8b001e720b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.029477] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.029654] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.032922] env[69854]: INFO nova.compute.manager [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Terminating instance [ 809.050725] env[69854]: DEBUG nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.299590] env[69854]: DEBUG nova.network.neutron [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.327327] env[69854]: DEBUG oslo_concurrency.lockutils [req-8541b824-557f-4007-a2ec-d036ffcd2010 req-adc9f5cb-312e-4013-9683-990a12f8ac9c service nova] Releasing lock "refresh_cache-2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.471895] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.476205] env[69854]: DEBUG nova.scheduler.client.report [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.513349] env[69854]: DEBUG nova.network.neutron [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updating instance_info_cache with network_info: [{"id": "f905b704-36d8-417f-90fa-6171386286fd", "address": "fa:16:3e:3a:73:d6", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf905b704-36", "ovs_interfaceid": "f905b704-36d8-417f-90fa-6171386286fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.536848] env[69854]: DEBUG nova.compute.manager [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.537085] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.538020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50ce40-c956-4d55-9960-c6d76571abfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.546394] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.546651] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec354041-9e67-47d8-987c-6117204aad9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.552547] env[69854]: DEBUG oslo_vmware.api [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 809.552547] env[69854]: value = "task-3519004" [ 809.552547] env[69854]: _type = "Task" [ 809.552547] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.565657] env[69854]: DEBUG oslo_vmware.api [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3519004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.576801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.758661] env[69854]: DEBUG nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.785186] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.785186] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.785186] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.785186] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.785795] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.785795] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.785795] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.786112] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.786431] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.786782] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.787199] env[69854]: DEBUG nova.virt.hardware [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.788225] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4783398-4a68-4b2e-8b70-01dd5a18413e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.797900] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfb54ba-b0ae-4512-8b5f-75cc33612235 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.971656] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.981709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.984828] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.946s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.987080] env[69854]: INFO nova.compute.claims [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.000185] env[69854]: DEBUG nova.network.neutron [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance_info_cache with network_info: [{"id": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "address": "fa:16:3e:cc:4a:3e", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5971ef-8f", "ovs_interfaceid": "ee5971ef-8f07-4f57-8d25-ac5443c74fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.004262] env[69854]: INFO nova.scheduler.client.report [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Deleted allocations for instance ad845b1d-adb0-4f21-9c26-9c90e4065085 [ 810.016219] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Releasing lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.016501] env[69854]: DEBUG nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Instance network_info: |[{"id": "f905b704-36d8-417f-90fa-6171386286fd", "address": "fa:16:3e:3a:73:d6", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf905b704-36", "ovs_interfaceid": "f905b704-36d8-417f-90fa-6171386286fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.016877] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:73:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f905b704-36d8-417f-90fa-6171386286fd', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.025108] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Creating folder: Project (bf7e7428e9534b9b9511cc567691a851). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.025689] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc25e557-3ba4-4712-8117-3a5176291b92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.037271] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Created folder: Project (bf7e7428e9534b9b9511cc567691a851) in parent group-v702928. [ 810.037363] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Creating folder: Instances. Parent ref: group-v703018. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.037539] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3befb8b5-6379-4ed6-ae35-d04125a6ac77 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.047323] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Created folder: Instances in parent group-v703018. [ 810.047555] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.047741] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.047947] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7021894f-12a1-44ff-9cd0-68597a421773 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.072780] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.072780] env[69854]: value = "task-3519007" [ 810.072780] env[69854]: _type = "Task" [ 810.072780] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.075550] env[69854]: DEBUG oslo_vmware.api [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3519004, 'name': PowerOffVM_Task, 'duration_secs': 0.314396} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.078920] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.079071] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.079317] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-115a12c7-67a5-41ab-a72d-a50a3060c94b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.144429] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.144926] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.145183] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Deleting the datastore file [datastore1] 75849b03-fa75-42ef-b7e2-b8b001e720b6 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.145481] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10fb3b92-619d-443d-9046-5df532271d58 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.152318] env[69854]: DEBUG oslo_vmware.api [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for the task: (returnval){ [ 810.152318] env[69854]: value = "task-3519009" [ 810.152318] env[69854]: _type = "Task" [ 810.152318] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.161178] env[69854]: DEBUG oslo_vmware.api [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3519009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.291539] env[69854]: DEBUG nova.compute.manager [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Received event network-vif-plugged-f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.291723] env[69854]: DEBUG oslo_concurrency.lockutils [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] Acquiring lock "108f928d-bdc4-42eb-9885-4436d0900efd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.291983] env[69854]: DEBUG oslo_concurrency.lockutils [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] Lock "108f928d-bdc4-42eb-9885-4436d0900efd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.292223] env[69854]: DEBUG oslo_concurrency.lockutils [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] Lock "108f928d-bdc4-42eb-9885-4436d0900efd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.292596] env[69854]: DEBUG nova.compute.manager [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] No waiting events found dispatching network-vif-plugged-f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.292811] env[69854]: WARNING nova.compute.manager [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Received unexpected event network-vif-plugged-f905b704-36d8-417f-90fa-6171386286fd for instance with vm_state building and task_state spawning. [ 810.293137] env[69854]: DEBUG nova.compute.manager [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Received event network-changed-f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.293224] env[69854]: DEBUG nova.compute.manager [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Refreshing instance network info cache due to event network-changed-f905b704-36d8-417f-90fa-6171386286fd. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.293423] env[69854]: DEBUG oslo_concurrency.lockutils [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] Acquiring lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.293582] env[69854]: DEBUG oslo_concurrency.lockutils [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] Acquired lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.293750] env[69854]: DEBUG nova.network.neutron [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Refreshing network info cache for port f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.322303] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-d501671c-e7b6-41b5-a530-6743e9612891-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.322602] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-d501671c-e7b6-41b5-a530-6743e9612891-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.322992] env[69854]: DEBUG nova.objects.instance [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'flavor' on Instance uuid d501671c-e7b6-41b5-a530-6743e9612891 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.473489] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519003, 'name': ReconfigVM_Task, 'duration_secs': 1.172128} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.473858] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 94885a87-a767-4725-af22-52fd7fa7bbb2/94885a87-a767-4725-af22-52fd7fa7bbb2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.474323] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb07eaed-8cae-4f60-ae1b-cb16beb87470 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.481239] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 810.481239] env[69854]: value = "task-3519010" [ 810.481239] env[69854]: _type = "Task" [ 810.481239] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.491223] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519010, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.501500] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-77f985dd-dd81-4b77-8eb5-a65cfde26dbe" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.501829] env[69854]: DEBUG nova.objects.instance [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lazy-loading 'migration_context' on Instance uuid 77f985dd-dd81-4b77-8eb5-a65cfde26dbe {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.511841] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6fbfb2a-717c-4b3d-8cfc-6f008dc4a4e3 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "ad845b1d-adb0-4f21-9c26-9c90e4065085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.415s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.587694] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519007, 'name': CreateVM_Task, 'duration_secs': 0.406679} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.588190] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.589164] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.589613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.590171] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.590697] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ea1b82-df8c-4dc6-8bd3-f1e473ef527e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.597169] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 810.597169] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bcf2c8-a7ae-2789-99ca-573c92ec6918" [ 810.597169] env[69854]: _type = "Task" [ 810.597169] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.605337] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bcf2c8-a7ae-2789-99ca-573c92ec6918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.615114] env[69854]: DEBUG nova.network.neutron [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Successfully updated port: 73c9e726-b62b-487a-97bc-a369f3e0a3f6 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.662710] env[69854]: DEBUG oslo_vmware.api [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Task: {'id': task-3519009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342656} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.662961] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.663184] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.663363] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.663535] env[69854]: INFO nova.compute.manager [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 810.663773] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.664035] env[69854]: DEBUG nova.compute.manager [-] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.664103] env[69854]: DEBUG nova.network.neutron [-] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.933981] env[69854]: DEBUG nova.objects.instance [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'pci_requests' on Instance uuid d501671c-e7b6-41b5-a530-6743e9612891 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.991598] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519010, 'name': Rename_Task, 'duration_secs': 0.394305} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.991872] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.992134] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94b9eec6-8c10-4297-98c6-8ba4578391c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.001695] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 811.001695] env[69854]: value = "task-3519011" [ 811.001695] env[69854]: _type = "Task" [ 811.001695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.005347] env[69854]: DEBUG nova.objects.base [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Object Instance<77f985dd-dd81-4b77-8eb5-a65cfde26dbe> lazy-loaded attributes: info_cache,migration_context {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 811.006104] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f02873-1418-413b-9734-9cc22c513bf5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.015208] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.031776] env[69854]: DEBUG nova.compute.manager [req-0b8d639a-1a39-4fd1-b9c9-8cb40f105eb9 req-851237ec-808b-4801-a75a-01e7d3b213ca service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Received event network-vif-plugged-73c9e726-b62b-487a-97bc-a369f3e0a3f6 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.032045] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b8d639a-1a39-4fd1-b9c9-8cb40f105eb9 req-851237ec-808b-4801-a75a-01e7d3b213ca service nova] Acquiring lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.032296] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b8d639a-1a39-4fd1-b9c9-8cb40f105eb9 req-851237ec-808b-4801-a75a-01e7d3b213ca service nova] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.032528] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b8d639a-1a39-4fd1-b9c9-8cb40f105eb9 req-851237ec-808b-4801-a75a-01e7d3b213ca service nova] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.032795] env[69854]: DEBUG nova.compute.manager [req-0b8d639a-1a39-4fd1-b9c9-8cb40f105eb9 req-851237ec-808b-4801-a75a-01e7d3b213ca service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] No waiting events found dispatching network-vif-plugged-73c9e726-b62b-487a-97bc-a369f3e0a3f6 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.032954] env[69854]: WARNING nova.compute.manager [req-0b8d639a-1a39-4fd1-b9c9-8cb40f105eb9 req-851237ec-808b-4801-a75a-01e7d3b213ca service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Received unexpected event network-vif-plugged-73c9e726-b62b-487a-97bc-a369f3e0a3f6 for instance with vm_state building and task_state spawning. [ 811.037762] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ce3f74-7430-4adb-9461-e6bf00854074 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.044827] env[69854]: DEBUG oslo_vmware.api [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 811.044827] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5230bd1a-9f97-0473-b585-c42b3576fccf" [ 811.044827] env[69854]: _type = "Task" [ 811.044827] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.058568] env[69854]: DEBUG oslo_vmware.api [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5230bd1a-9f97-0473-b585-c42b3576fccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.096545] env[69854]: DEBUG nova.network.neutron [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updated VIF entry in instance network info cache for port f905b704-36d8-417f-90fa-6171386286fd. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.096904] env[69854]: DEBUG nova.network.neutron [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updating instance_info_cache with network_info: [{"id": "f905b704-36d8-417f-90fa-6171386286fd", "address": "fa:16:3e:3a:73:d6", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf905b704-36", "ovs_interfaceid": "f905b704-36d8-417f-90fa-6171386286fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.111723] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bcf2c8-a7ae-2789-99ca-573c92ec6918, 'name': SearchDatastore_Task, 'duration_secs': 0.027252} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.112015] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.112247] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.112505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.112655] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.113032] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.113122] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46248981-caa4-4554-ab50-58b8f7ef2a61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.117965] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "refresh_cache-7d6e973a-3c1d-4b46-9347-2a11462fdd94" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.117965] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "refresh_cache-7d6e973a-3c1d-4b46-9347-2a11462fdd94" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.118104] env[69854]: DEBUG nova.network.neutron [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.126121] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.126323] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.127520] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18244191-b62d-4257-adcb-ca7d07ef9908 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.136796] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 811.136796] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5278232d-a04c-f5a0-2b14-8cdb3fa3532e" [ 811.136796] env[69854]: _type = "Task" [ 811.136796] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.144043] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5278232d-a04c-f5a0-2b14-8cdb3fa3532e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.423688] env[69854]: DEBUG nova.network.neutron [-] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.436332] env[69854]: DEBUG nova.objects.base [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 811.436544] env[69854]: DEBUG nova.network.neutron [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.452820] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe2d289-da8a-48f3-b53e-3312a1e166ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.460614] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b2cffc-491e-404b-986c-a914e45f67ff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.492111] env[69854]: DEBUG nova.policy [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.494228] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3c9d80-48b9-4eb8-ab37-cd937dbdce90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.501799] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6ab66-9012-47fc-82bc-ce91eb3d8faf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.520943] env[69854]: DEBUG nova.compute.provider_tree [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.522416] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.557232] env[69854]: DEBUG oslo_vmware.api [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5230bd1a-9f97-0473-b585-c42b3576fccf, 'name': SearchDatastore_Task, 'duration_secs': 0.013013} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.557634] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.608097] env[69854]: DEBUG oslo_concurrency.lockutils [req-28b09659-a11b-45b4-be29-26427cca282f req-90e53121-39ec-40f3-b618-b8dbcfbfa9cf service nova] Releasing lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649153] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5278232d-a04c-f5a0-2b14-8cdb3fa3532e, 'name': SearchDatastore_Task, 'duration_secs': 0.039081} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.649153] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836bd25f-e69c-4219-b27e-40d064bad25f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.651541] env[69854]: DEBUG nova.network.neutron [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.657067] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 811.657067] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522d46a9-161a-4277-dee6-024226c0afbb" [ 811.657067] env[69854]: _type = "Task" [ 811.657067] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.669397] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522d46a9-161a-4277-dee6-024226c0afbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.908260] env[69854]: DEBUG nova.network.neutron [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Updating instance_info_cache with network_info: [{"id": "73c9e726-b62b-487a-97bc-a369f3e0a3f6", "address": "fa:16:3e:c0:88:d2", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c9e726-b6", "ovs_interfaceid": "73c9e726-b62b-487a-97bc-a369f3e0a3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.927326] env[69854]: INFO nova.compute.manager [-] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Took 1.26 seconds to deallocate network for instance. [ 812.022107] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519011, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.023483] env[69854]: DEBUG nova.network.neutron [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Successfully created port: eb9f18a7-7066-4e6b-980f-933c9627f490 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.027836] env[69854]: DEBUG nova.scheduler.client.report [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.173391] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522d46a9-161a-4277-dee6-024226c0afbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.173937] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.174445] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 108f928d-bdc4-42eb-9885-4436d0900efd/108f928d-bdc4-42eb-9885-4436d0900efd.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.174911] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bbdcb7e-e10c-480e-b8e1-03e41fe144ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.185370] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 812.185370] env[69854]: value = "task-3519012" [ 812.185370] env[69854]: _type = "Task" [ 812.185370] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.197360] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.411661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "refresh_cache-7d6e973a-3c1d-4b46-9347-2a11462fdd94" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.412181] env[69854]: DEBUG nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Instance network_info: |[{"id": "73c9e726-b62b-487a-97bc-a369f3e0a3f6", "address": "fa:16:3e:c0:88:d2", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c9e726-b6", "ovs_interfaceid": "73c9e726-b62b-487a-97bc-a369f3e0a3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.414418] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:88:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73c9e726-b62b-487a-97bc-a369f3e0a3f6', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.426280] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.428182] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.428182] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d469d0b-3075-4ae6-8993-d20464a4bcca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.453078] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.462822] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.462822] env[69854]: value = "task-3519013" [ 812.462822] env[69854]: _type = "Task" [ 812.462822] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.476589] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519013, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.518398] env[69854]: DEBUG oslo_vmware.api [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519011, 'name': PowerOnVM_Task, 'duration_secs': 1.159581} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.518789] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.518905] env[69854]: INFO nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Took 9.94 seconds to spawn the instance on the hypervisor. [ 812.519062] env[69854]: DEBUG nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.519963] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d1dc04-ea93-403c-8361-cab231618203 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.534021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.535784] env[69854]: DEBUG nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.538882] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.998s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.539242] env[69854]: DEBUG nova.objects.instance [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lazy-loading 'resources' on Instance uuid 78609c34-597a-4881-895b-c9e11fd1e90e {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.698166] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.973845] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519013, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.042929] env[69854]: DEBUG nova.compute.utils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.048983] env[69854]: INFO nova.compute.manager [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Took 46.33 seconds to build instance. [ 813.049893] env[69854]: DEBUG nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 813.202026] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590653} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.202026] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 108f928d-bdc4-42eb-9885-4436d0900efd/108f928d-bdc4-42eb-9885-4436d0900efd.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.202026] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.202026] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab3ee7e-3b6b-49cc-9722-520d46b3e97e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.211825] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 813.211825] env[69854]: value = "task-3519014" [ 813.211825] env[69854]: _type = "Task" [ 813.211825] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.225978] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.478146] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519013, 'name': CreateVM_Task, 'duration_secs': 0.659397} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.478406] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.479371] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.479618] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.480078] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.480438] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4cd5db-0e46-442e-bfd4-3e1bd785ca05 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.489236] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 813.489236] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bcd3fb-52ab-3d89-03be-4d06b4bd3764" [ 813.489236] env[69854]: _type = "Task" [ 813.489236] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.499848] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bcd3fb-52ab-3d89-03be-4d06b4bd3764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.544057] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcc4787-5877-4ff6-9ebe-549deb7f3dcb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.550968] env[69854]: DEBUG nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.553791] env[69854]: DEBUG oslo_concurrency.lockutils [None req-51c11695-4d66-42b8-b438-6994ce5cf2b8 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.877s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.554787] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d7f87-9dc1-49f1-9e48-eb34002092e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.587939] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd67051-cb78-4807-99b9-bdf97e7748fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.596410] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a9b78-ec98-4156-be87-10d0b7572dd3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.611425] env[69854]: DEBUG nova.compute.provider_tree [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.719728] env[69854]: DEBUG nova.network.neutron [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Successfully updated port: eb9f18a7-7066-4e6b-980f-933c9627f490 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.728342] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170784} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.728546] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.729358] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c694cd-2152-4ac2-93d5-647abb6bdd4b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.752496] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 108f928d-bdc4-42eb-9885-4436d0900efd/108f928d-bdc4-42eb-9885-4436d0900efd.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.753474] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7332d365-84d0-4cd7-837c-33567c006777 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.775217] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 813.775217] env[69854]: value = "task-3519015" [ 813.775217] env[69854]: _type = "Task" [ 813.775217] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.784676] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.001185] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bcd3fb-52ab-3d89-03be-4d06b4bd3764, 'name': SearchDatastore_Task, 'duration_secs': 0.032135} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.001664] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.001954] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.002303] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.002526] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.002779] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.003144] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc6bc28-b8ed-4cf1-b410-483a0ec02abb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.012371] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.012579] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.013487] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef6fb69-ee86-4897-95fa-7e48863930f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.019485] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 814.019485] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5222ef10-f04f-ed7e-e09e-fd3e2c7605dc" [ 814.019485] env[69854]: _type = "Task" [ 814.019485] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.027804] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5222ef10-f04f-ed7e-e09e-fd3e2c7605dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.062361] env[69854]: DEBUG nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.114857] env[69854]: DEBUG nova.scheduler.client.report [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.132850] env[69854]: DEBUG nova.compute.manager [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Received event network-changed-73c9e726-b62b-487a-97bc-a369f3e0a3f6 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.132976] env[69854]: DEBUG nova.compute.manager [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Refreshing instance network info cache due to event network-changed-73c9e726-b62b-487a-97bc-a369f3e0a3f6. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.133240] env[69854]: DEBUG oslo_concurrency.lockutils [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] Acquiring lock "refresh_cache-7d6e973a-3c1d-4b46-9347-2a11462fdd94" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.133393] env[69854]: DEBUG oslo_concurrency.lockutils [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] Acquired lock "refresh_cache-7d6e973a-3c1d-4b46-9347-2a11462fdd94" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.133557] env[69854]: DEBUG nova.network.neutron [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Refreshing network info cache for port 73c9e726-b62b-487a-97bc-a369f3e0a3f6 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.171889] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.172190] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.172470] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.172744] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.172842] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.175038] env[69854]: INFO nova.compute.manager [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Terminating instance [ 814.226210] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.226405] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.226581] env[69854]: DEBUG nova.network.neutron [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.285855] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519015, 'name': ReconfigVM_Task, 'duration_secs': 0.34388} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.286149] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 108f928d-bdc4-42eb-9885-4436d0900efd/108f928d-bdc4-42eb-9885-4436d0900efd.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.286795] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b06d9ce-3432-496c-9bc5-639054b9de9c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.293610] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 814.293610] env[69854]: value = "task-3519016" [ 814.293610] env[69854]: _type = "Task" [ 814.293610] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.302862] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519016, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.420647] env[69854]: DEBUG nova.compute.manager [req-4fcb5e60-7dd1-42f4-bccc-35b0671a8537 req-1a9daa97-a7b7-41e9-9113-290ca5bfe6ad service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received event network-vif-plugged-eb9f18a7-7066-4e6b-980f-933c9627f490 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.420907] env[69854]: DEBUG oslo_concurrency.lockutils [req-4fcb5e60-7dd1-42f4-bccc-35b0671a8537 req-1a9daa97-a7b7-41e9-9113-290ca5bfe6ad service nova] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.420986] env[69854]: DEBUG oslo_concurrency.lockutils [req-4fcb5e60-7dd1-42f4-bccc-35b0671a8537 req-1a9daa97-a7b7-41e9-9113-290ca5bfe6ad service nova] Lock "d501671c-e7b6-41b5-a530-6743e9612891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.421406] env[69854]: DEBUG oslo_concurrency.lockutils [req-4fcb5e60-7dd1-42f4-bccc-35b0671a8537 req-1a9daa97-a7b7-41e9-9113-290ca5bfe6ad service nova] Lock "d501671c-e7b6-41b5-a530-6743e9612891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.421665] env[69854]: DEBUG nova.compute.manager [req-4fcb5e60-7dd1-42f4-bccc-35b0671a8537 req-1a9daa97-a7b7-41e9-9113-290ca5bfe6ad service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] No waiting events found dispatching network-vif-plugged-eb9f18a7-7066-4e6b-980f-933c9627f490 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.421898] env[69854]: WARNING nova.compute.manager [req-4fcb5e60-7dd1-42f4-bccc-35b0671a8537 req-1a9daa97-a7b7-41e9-9113-290ca5bfe6ad service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received unexpected event network-vif-plugged-eb9f18a7-7066-4e6b-980f-933c9627f490 for instance with vm_state active and task_state None. [ 814.529775] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5222ef10-f04f-ed7e-e09e-fd3e2c7605dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.530755] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e031367-855a-48c9-be7c-f87a71e3308e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.536302] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 814.536302] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d58321-b34c-1478-d437-659f8a38af14" [ 814.536302] env[69854]: _type = "Task" [ 814.536302] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.544998] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d58321-b34c-1478-d437-659f8a38af14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.567405] env[69854]: DEBUG nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.590390] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.594936] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.595211] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.595370] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.595546] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.595693] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.595840] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.596062] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.596229] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.596397] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.596591] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.596784] env[69854]: DEBUG nova.virt.hardware [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.597665] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678399e4-fa8e-461a-8f4a-fa0fe536507d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.608817] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e02be7-3224-42ed-8b65-b24355754686 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.631481] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.633719] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.639330] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Creating folder: Project (6bc812a3d3304743931efa3354c97fd7). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.639959] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.020s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.640852] env[69854]: DEBUG nova.objects.instance [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lazy-loading 'resources' on Instance uuid 6ad9723b-7525-4c0e-93a9-2521269d7f7e {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.643437] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99e29309-9d2d-4fc6-b0f9-459772808b62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.656100] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Created folder: Project (6bc812a3d3304743931efa3354c97fd7) in parent group-v702928. [ 814.656310] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Creating folder: Instances. Parent ref: group-v703022. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.656556] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad161c45-82cd-4d9f-96fd-38b7f908eb4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.667091] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Created folder: Instances in parent group-v703022. [ 814.667363] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.668595] env[69854]: INFO nova.scheduler.client.report [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleted allocations for instance 78609c34-597a-4881-895b-c9e11fd1e90e [ 814.669844] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.670076] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-debc834f-542f-4192-8cfb-4c8c0450477a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.688380] env[69854]: DEBUG nova.compute.manager [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.688629] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.690897] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa6204-6f1f-4ce1-a1ce-fa6846251d2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.698638] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.699964] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a11b0fc-f701-49d3-b185-fbbc6c45e3fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.701514] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.701514] env[69854]: value = "task-3519019" [ 814.701514] env[69854]: _type = "Task" [ 814.701514] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.707083] env[69854]: DEBUG oslo_vmware.api [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 814.707083] env[69854]: value = "task-3519020" [ 814.707083] env[69854]: _type = "Task" [ 814.707083] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.710014] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519019, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.717849] env[69854]: DEBUG oslo_vmware.api [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3519020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.770874] env[69854]: WARNING nova.network.neutron [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] cf2143b8-d4cb-45b8-a1fb-7257963a7065 already exists in list: networks containing: ['cf2143b8-d4cb-45b8-a1fb-7257963a7065']. ignoring it [ 814.805094] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519016, 'name': Rename_Task, 'duration_secs': 0.150809} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.805387] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.805721] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5936f4db-d384-46f1-8b52-47cb8ba3b724 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.813575] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 814.813575] env[69854]: value = "task-3519021" [ 814.813575] env[69854]: _type = "Task" [ 814.813575] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.822817] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.957419] env[69854]: DEBUG nova.network.neutron [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Updated VIF entry in instance network info cache for port 73c9e726-b62b-487a-97bc-a369f3e0a3f6. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.957511] env[69854]: DEBUG nova.network.neutron [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Updating instance_info_cache with network_info: [{"id": "73c9e726-b62b-487a-97bc-a369f3e0a3f6", "address": "fa:16:3e:c0:88:d2", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c9e726-b6", "ovs_interfaceid": "73c9e726-b62b-487a-97bc-a369f3e0a3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.048531] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d58321-b34c-1478-d437-659f8a38af14, 'name': SearchDatastore_Task, 'duration_secs': 0.022334} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.048687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.048986] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 7d6e973a-3c1d-4b46-9347-2a11462fdd94/7d6e973a-3c1d-4b46-9347-2a11462fdd94.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.049295] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd19894d-6dab-4c60-93c2-3607bc58c2f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.057657] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 815.057657] env[69854]: value = "task-3519022" [ 815.057657] env[69854]: _type = "Task" [ 815.057657] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.070931] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.137068] env[69854]: DEBUG nova.network.neutron [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eb9f18a7-7066-4e6b-980f-933c9627f490", "address": "fa:16:3e:e7:58:e3", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9f18a7-70", "ovs_interfaceid": "eb9f18a7-7066-4e6b-980f-933c9627f490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.196773] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c20a876f-fd96-4ed7-8da2-064782b692fb tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "78609c34-597a-4881-895b-c9e11fd1e90e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.268s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.217626] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519019, 'name': CreateVM_Task, 'duration_secs': 0.344312} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.218453] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.219403] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.219515] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.219834] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.220364] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdefa9e5-55ba-4f0e-9ce2-3faa0ae339c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.225632] env[69854]: DEBUG oslo_vmware.api [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3519020, 'name': PowerOffVM_Task, 'duration_secs': 0.228855} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.228752] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.228921] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.229428] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea454b9-1c1f-40d3-90af-b5878a11afeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.232562] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 815.232562] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52324e48-7895-e5c3-c274-ec87a45c7097" [ 815.232562] env[69854]: _type = "Task" [ 815.232562] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.241145] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52324e48-7895-e5c3-c274-ec87a45c7097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.319927] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.320801] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.320801] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Deleting the datastore file [datastore1] c252adcd-aab4-4d5d-afd0-8ed44912dd98 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.321056] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e7b31d0-4c1c-4a83-83d9-bc664db1e9ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.326406] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519021, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.332845] env[69854]: DEBUG oslo_vmware.api [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for the task: (returnval){ [ 815.332845] env[69854]: value = "task-3519024" [ 815.332845] env[69854]: _type = "Task" [ 815.332845] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.340394] env[69854]: DEBUG oslo_vmware.api [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3519024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.461169] env[69854]: DEBUG oslo_concurrency.lockutils [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] Releasing lock "refresh_cache-7d6e973a-3c1d-4b46-9347-2a11462fdd94" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.461481] env[69854]: DEBUG nova.compute.manager [req-f2a784fb-a7a6-4e09-82b8-6cc9ec322466 req-b55c6b14-8e5e-4ad1-9f4c-0bec0176d2e5 service nova] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Received event network-vif-deleted-a5cbe802-2eb5-47a5-b3a6-465c52ee1dfe {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.567586] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519022, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.640265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.640949] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.641130] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.642065] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010a4f29-0f92-4c62-a6c3-3f08b30e5506 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.647754] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b054bae-1583-42ac-8bf7-06c7169d90cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.662380] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.662647] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.662806] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.663069] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.663517] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.663517] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.663640] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.663832] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.664122] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.664401] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.664629] env[69854]: DEBUG nova.virt.hardware [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.671050] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Reconfiguring VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 815.672044] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4195aa36-4ccd-4709-808c-a711b9f71b23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.687485] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65a20ee-348b-43f3-b653-a412cdaf08b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.692319] env[69854]: DEBUG oslo_vmware.api [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 815.692319] env[69854]: value = "task-3519025" [ 815.692319] env[69854]: _type = "Task" [ 815.692319] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.700965] env[69854]: DEBUG oslo_vmware.api [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519025, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.727666] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b393d8cc-3d2f-4f00-a8cf-7f810546f9cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.740146] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ea1513-7f57-4ab0-a4f3-9e6c5bdabca0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.755519] env[69854]: DEBUG nova.compute.provider_tree [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.760481] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52324e48-7895-e5c3-c274-ec87a45c7097, 'name': SearchDatastore_Task, 'duration_secs': 0.016351} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.761049] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.761302] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.761619] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.761774] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.762064] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.762251] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ae993d-8ff4-47a7-bc01-5cdca7bd72c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.782441] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.782640] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.783410] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72e12da-01dd-408a-827d-48c8f03d8aaf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.790069] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 815.790069] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c02e95-2aeb-20dd-e72f-83c8b4e5ab31" [ 815.790069] env[69854]: _type = "Task" [ 815.790069] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.797381] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c02e95-2aeb-20dd-e72f-83c8b4e5ab31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.825799] env[69854]: DEBUG oslo_vmware.api [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519021, 'name': PowerOnVM_Task, 'duration_secs': 0.59304} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.826100] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.826325] env[69854]: INFO nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Took 8.32 seconds to spawn the instance on the hypervisor. [ 815.826512] env[69854]: DEBUG nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.827456] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2becfc6c-0eb2-4724-8422-3def3001729a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.850500] env[69854]: DEBUG oslo_vmware.api [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Task: {'id': task-3519024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466296} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.850877] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.851229] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.851582] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.851950] env[69854]: INFO nova.compute.manager [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Took 1.16 seconds to destroy the instance on the hypervisor. [ 815.852378] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.852696] env[69854]: DEBUG nova.compute.manager [-] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.852989] env[69854]: DEBUG nova.network.neutron [-] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.069051] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736954} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.069439] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 7d6e973a-3c1d-4b46-9347-2a11462fdd94/7d6e973a-3c1d-4b46-9347-2a11462fdd94.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.069536] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.069819] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f814e6f-ddeb-4945-8e41-a694f1d9fd92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.077856] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 816.077856] env[69854]: value = "task-3519026" [ 816.077856] env[69854]: _type = "Task" [ 816.077856] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.090643] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.204373] env[69854]: DEBUG oslo_vmware.api [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.262470] env[69854]: DEBUG nova.scheduler.client.report [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.302317] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c02e95-2aeb-20dd-e72f-83c8b4e5ab31, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.304335] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab870f12-19d1-4f2d-99f9-7acd95341e8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.309082] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 816.309082] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5219b25c-cde8-b0de-fe8d-80ec2f6eeeb4" [ 816.309082] env[69854]: _type = "Task" [ 816.309082] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.317421] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5219b25c-cde8-b0de-fe8d-80ec2f6eeeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.354840] env[69854]: INFO nova.compute.manager [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Took 42.07 seconds to build instance. [ 816.431987] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "94885a87-a767-4725-af22-52fd7fa7bbb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.432265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.432490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "94885a87-a767-4725-af22-52fd7fa7bbb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.432755] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.432932] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.435140] env[69854]: INFO nova.compute.manager [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Terminating instance [ 816.588138] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070992} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.588465] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.589211] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47560dfd-e0c1-43ac-a373-88ab0ca3a563 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.611609] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 7d6e973a-3c1d-4b46-9347-2a11462fdd94/7d6e973a-3c1d-4b46-9347-2a11462fdd94.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.612291] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b789ebdf-c721-4eee-8d60-ee2a31932d61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.628228] env[69854]: DEBUG nova.network.neutron [-] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.635487] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 816.635487] env[69854]: value = "task-3519027" [ 816.635487] env[69854]: _type = "Task" [ 816.635487] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.645865] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.687478] env[69854]: DEBUG nova.compute.manager [req-add89d02-cdea-4df4-95b5-864743d5e41a req-21718ef5-b418-4fb9-8c00-c1aa924f4fce service nova] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Received event network-vif-deleted-1304e67a-01c1-4597-8e2c-7c2b82179e25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.704567] env[69854]: DEBUG oslo_vmware.api [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519025, 'name': ReconfigVM_Task, 'duration_secs': 0.984017} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.705098] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.705313] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Reconfigured VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 816.742703] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526be350-1ae2-e4a1-5540-c175842c332c/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 816.743619] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8418e3cb-c892-4cac-8a30-b4c029d9b441 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.750362] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526be350-1ae2-e4a1-5540-c175842c332c/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 816.750539] env[69854]: ERROR oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526be350-1ae2-e4a1-5540-c175842c332c/disk-0.vmdk due to incomplete transfer. [ 816.750778] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a99a0243-4bf8-4001-8d07-dc1ba0c329a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.758248] env[69854]: DEBUG oslo_vmware.rw_handles [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526be350-1ae2-e4a1-5540-c175842c332c/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 816.758435] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Uploaded image 4ac36327-e1f6-4115-9e47-268e47a07356 to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 816.760445] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.760696] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a227025-fb89-423c-9e33-31b4219ee686 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.765959] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 816.765959] env[69854]: value = "task-3519028" [ 816.765959] env[69854]: _type = "Task" [ 816.765959] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.770041] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.773567] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.984s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.775498] env[69854]: INFO nova.compute.claims [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.783763] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519028, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.792912] env[69854]: INFO nova.scheduler.client.report [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Deleted allocations for instance 6ad9723b-7525-4c0e-93a9-2521269d7f7e [ 816.819046] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5219b25c-cde8-b0de-fe8d-80ec2f6eeeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.02731} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.819211] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.819530] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.819822] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a82780d-2161-4315-ab45-299a8c092c9d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.827249] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 816.827249] env[69854]: value = "task-3519029" [ 816.827249] env[69854]: _type = "Task" [ 816.827249] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.835471] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.857128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed157674-cf9d-4f87-acab-552690cd2376 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "108f928d-bdc4-42eb-9885-4436d0900efd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.637s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.939122] env[69854]: DEBUG nova.compute.manager [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.939460] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.940362] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a902b-f5fc-4ef8-83b6-f0a45f41603f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.948721] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.948980] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17ab4e82-6293-4557-aaae-dd47c2612eec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.954516] env[69854]: DEBUG oslo_vmware.api [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 816.954516] env[69854]: value = "task-3519030" [ 816.954516] env[69854]: _type = "Task" [ 816.954516] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.963863] env[69854]: DEBUG oslo_vmware.api [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.041550] env[69854]: DEBUG nova.compute.manager [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received event network-changed-eb9f18a7-7066-4e6b-980f-933c9627f490 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.041790] env[69854]: DEBUG nova.compute.manager [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Refreshing instance network info cache due to event network-changed-eb9f18a7-7066-4e6b-980f-933c9627f490. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.042026] env[69854]: DEBUG oslo_concurrency.lockutils [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] Acquiring lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.042324] env[69854]: DEBUG oslo_concurrency.lockutils [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] Acquired lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.042537] env[69854]: DEBUG nova.network.neutron [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Refreshing network info cache for port eb9f18a7-7066-4e6b-980f-933c9627f490 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.130885] env[69854]: INFO nova.compute.manager [-] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Took 1.28 seconds to deallocate network for instance. [ 817.147621] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.210287] env[69854]: DEBUG oslo_concurrency.lockutils [None req-af7c8867-59db-4c18-a805-019eb829b213 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-d501671c-e7b6-41b5-a530-6743e9612891-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.888s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.275354] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519028, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.301298] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aac81d51-fa4b-4ad7-9bad-876a2cebb8e8 tempest-ListServersNegativeTestJSON-366547923 tempest-ListServersNegativeTestJSON-366547923-project-member] Lock "6ad9723b-7525-4c0e-93a9-2521269d7f7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.261s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.337607] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519029, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.359906] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.468431] env[69854]: DEBUG oslo_vmware.api [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519030, 'name': PowerOffVM_Task, 'duration_secs': 0.384113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.468714] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.468889] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.469181] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58de58db-ce0b-4f1a-b19e-87b656e567be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.558883] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.558883] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.558883] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Deleting the datastore file [datastore2] 94885a87-a767-4725-af22-52fd7fa7bbb2 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.559215] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87150712-4c63-4208-8b67-0c14c00c94b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.567203] env[69854]: DEBUG oslo_vmware.api [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for the task: (returnval){ [ 817.567203] env[69854]: value = "task-3519032" [ 817.567203] env[69854]: _type = "Task" [ 817.567203] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.576331] env[69854]: DEBUG oslo_vmware.api [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.637939] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.651379] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519027, 'name': ReconfigVM_Task, 'duration_secs': 0.529827} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.651701] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 7d6e973a-3c1d-4b46-9347-2a11462fdd94/7d6e973a-3c1d-4b46-9347-2a11462fdd94.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.652763] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c729632-ece4-44f7-8002-66be935bd562 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.660027] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 817.660027] env[69854]: value = "task-3519033" [ 817.660027] env[69854]: _type = "Task" [ 817.660027] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.668682] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519033, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.764038] env[69854]: DEBUG nova.network.neutron [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updated VIF entry in instance network info cache for port eb9f18a7-7066-4e6b-980f-933c9627f490. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.764504] env[69854]: DEBUG nova.network.neutron [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eb9f18a7-7066-4e6b-980f-933c9627f490", "address": "fa:16:3e:e7:58:e3", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9f18a7-70", "ovs_interfaceid": "eb9f18a7-7066-4e6b-980f-933c9627f490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.775664] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519028, 'name': Destroy_Task, 'duration_secs': 0.751456} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.776493] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Destroyed the VM [ 817.776825] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.777096] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3657ead-1555-4860-9641-ba1b0218c804 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.787116] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 817.787116] env[69854]: value = "task-3519034" [ 817.787116] env[69854]: _type = "Task" [ 817.787116] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.795609] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.837032] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805392} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.839559] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.839782] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.840228] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41bbb738-4490-44d1-9766-1d7d2093caa1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.847476] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 817.847476] env[69854]: value = "task-3519035" [ 817.847476] env[69854]: _type = "Task" [ 817.847476] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.858315] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.882012] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.081666] env[69854]: DEBUG oslo_vmware.api [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Task: {'id': task-3519032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193396} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.081944] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.082162] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.082369] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.082564] env[69854]: INFO nova.compute.manager [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 818.082816] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.083060] env[69854]: DEBUG nova.compute.manager [-] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.083172] env[69854]: DEBUG nova.network.neutron [-] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.170167] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519033, 'name': Rename_Task, 'duration_secs': 0.306216} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.170275] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.170533] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51910bb-7e7f-4ea5-9fb9-0ffd143f9c8b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.182600] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 818.182600] env[69854]: value = "task-3519036" [ 818.182600] env[69854]: _type = "Task" [ 818.182600] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.192489] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.251601] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b13a578-7782-4465-9e10-2805b44d54a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.259528] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33065f5-5a4d-44b8-b70c-f8e16bfb8a2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.292557] env[69854]: DEBUG oslo_concurrency.lockutils [req-f6bbeb6b-38c8-41f2-92ef-803c40249026 req-8bba6694-af55-4834-94ee-f3b2fedb687d service nova] Releasing lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.297638] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0638a734-010a-429c-99f9-13437b00727b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.308385] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a50e05-729f-4328-9773-2623e6ed4272 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.312520] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519034, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.322958] env[69854]: DEBUG nova.compute.provider_tree [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.359366] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11666} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.359679] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.360533] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22888a62-4efa-40c5-9e81-b0e7bb79cf9e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.380497] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.380877] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3dc006-6bdf-48ef-b911-77ec2092019a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.402075] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 818.402075] env[69854]: value = "task-3519037" [ 818.402075] env[69854]: _type = "Task" [ 818.402075] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.411661] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.694471] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.809402] env[69854]: DEBUG oslo_vmware.api [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519034, 'name': RemoveSnapshot_Task, 'duration_secs': 0.751427} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.809700] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 818.809935] env[69854]: INFO nova.compute.manager [None req-130dc5e6-7d8e-43b2-aaac-c4badbbfee84 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Took 17.86 seconds to snapshot the instance on the hypervisor. [ 818.858329] env[69854]: ERROR nova.scheduler.client.report [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [req-ed8a325f-dd54-465e-b8bd-bcbd0003af5b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed8a325f-dd54-465e-b8bd-bcbd0003af5b"}]} [ 818.900966] env[69854]: DEBUG nova.scheduler.client.report [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 818.914234] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519037, 'name': ReconfigVM_Task, 'duration_secs': 0.280763} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.914863] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.915254] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0300cd6-6d98-4ead-98f4-4169defef516 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.918114] env[69854]: DEBUG nova.scheduler.client.report [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 818.918388] env[69854]: DEBUG nova.compute.provider_tree [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.926111] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 818.926111] env[69854]: value = "task-3519038" [ 818.926111] env[69854]: _type = "Task" [ 818.926111] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.930092] env[69854]: DEBUG nova.network.neutron [-] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.940747] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519038, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.942072] env[69854]: DEBUG nova.scheduler.client.report [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 818.974432] env[69854]: DEBUG nova.scheduler.client.report [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.090442] env[69854]: DEBUG nova.compute.manager [req-9c119a55-d638-4d92-b475-80a9738d7437 req-583a00de-75ba-4418-a23b-2b8934a89368 service nova] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Received event network-vif-deleted-69942063-e735-4eaa-84e8-40bb45e25a77 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.196946] env[69854]: DEBUG oslo_vmware.api [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519036, 'name': PowerOnVM_Task, 'duration_secs': 0.800621} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.197785] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.198012] env[69854]: INFO nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Took 9.44 seconds to spawn the instance on the hypervisor. [ 819.198203] env[69854]: DEBUG nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.199173] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8cf90a-2491-47ed-ab6d-c6d642476840 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.436861] env[69854]: INFO nova.compute.manager [-] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Took 1.35 seconds to deallocate network for instance. [ 819.437328] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519038, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.453623] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f055a1f4-4ea6-4334-b940-6bee9b098fee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.461271] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adf5952-be6d-4de6-9175-f992b6f1e1de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.466697] env[69854]: DEBUG nova.compute.manager [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Received event network-changed-f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.466879] env[69854]: DEBUG nova.compute.manager [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Refreshing instance network info cache due to event network-changed-f905b704-36d8-417f-90fa-6171386286fd. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.470017] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] Acquiring lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470017] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] Acquired lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.470017] env[69854]: DEBUG nova.network.neutron [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Refreshing network info cache for port f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.497271] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bb36ad-a826-4bfa-8288-cd101986f890 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.505394] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a16bb6c-6e8f-45c8-b13b-d62b53df2aeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.521834] env[69854]: DEBUG nova.compute.provider_tree [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.719030] env[69854]: INFO nova.compute.manager [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Took 42.83 seconds to build instance. [ 819.939518] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519038, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.952773] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.062848] env[69854]: DEBUG nova.scheduler.client.report [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.062848] env[69854]: DEBUG nova.compute.provider_tree [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 57 to 58 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.063028] env[69854]: DEBUG nova.compute.provider_tree [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.160210] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-d501671c-e7b6-41b5-a530-6743e9612891-eb9f18a7-7066-4e6b-980f-933c9627f490" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.160457] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-d501671c-e7b6-41b5-a530-6743e9612891-eb9f18a7-7066-4e6b-980f-933c9627f490" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.219929] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7051a018-fc7f-4cc0-9396-b78b598a3423 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.223s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.223032] env[69854]: DEBUG nova.network.neutron [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updated VIF entry in instance network info cache for port f905b704-36d8-417f-90fa-6171386286fd. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.223463] env[69854]: DEBUG nova.network.neutron [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updating instance_info_cache with network_info: [{"id": "f905b704-36d8-417f-90fa-6171386286fd", "address": "fa:16:3e:3a:73:d6", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf905b704-36", "ovs_interfaceid": "f905b704-36d8-417f-90fa-6171386286fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.438641] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519038, 'name': Rename_Task, 'duration_secs': 1.138538} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.439284] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.439377] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02fe7c86-5a9b-4894-92cb-487d7734516c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.446100] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 820.446100] env[69854]: value = "task-3519039" [ 820.446100] env[69854]: _type = "Task" [ 820.446100] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.454775] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.573051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.799s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.573555] env[69854]: DEBUG nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.577721] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.423s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.577721] env[69854]: DEBUG nova.objects.instance [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lazy-loading 'resources' on Instance uuid b761fee3-31d7-43f4-b9f4-709dab178486 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.589636] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d710795-815a-40ea-acc3-bc710c721242 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.597646] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Suspending the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 820.598184] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e8b22798-ac7d-447c-aa38-c7984d75de33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.606179] env[69854]: DEBUG oslo_vmware.api [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 820.606179] env[69854]: value = "task-3519040" [ 820.606179] env[69854]: _type = "Task" [ 820.606179] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.619271] env[69854]: DEBUG oslo_vmware.api [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519040, 'name': SuspendVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.663051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.663299] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.664266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c5d99e-c474-490c-9e70-dad2e6165395 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.684139] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e564168-a711-47c2-88c1-814255bbabad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.712633] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Reconfiguring VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 820.712633] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bdc5c55-b845-4d66-93e0-4cfa396b9b81 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.727627] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.730669] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdb08265-ff99-4ec5-843b-a827b6bedb45 req-ca5632c6-562d-4b2a-ad51-01a779582d8d service nova] Releasing lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.736704] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 820.736704] env[69854]: value = "task-3519041" [ 820.736704] env[69854]: _type = "Task" [ 820.736704] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.745801] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.959222] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.080915] env[69854]: DEBUG nova.compute.utils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.082360] env[69854]: DEBUG nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.082584] env[69854]: DEBUG nova.network.neutron [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.127711] env[69854]: DEBUG oslo_vmware.api [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519040, 'name': SuspendVM_Task} progress is 58%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.215986] env[69854]: DEBUG nova.compute.manager [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Received event network-changed-f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.216222] env[69854]: DEBUG nova.compute.manager [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Refreshing instance network info cache due to event network-changed-f905b704-36d8-417f-90fa-6171386286fd. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.216447] env[69854]: DEBUG oslo_concurrency.lockutils [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] Acquiring lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.216592] env[69854]: DEBUG oslo_concurrency.lockutils [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] Acquired lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.216818] env[69854]: DEBUG nova.network.neutron [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Refreshing network info cache for port f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.220105] env[69854]: DEBUG nova.policy [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7fa16d281df41049639753152a5bb2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '973297608434476f97acaa7ab2d046c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.250900] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.252022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.460247] env[69854]: DEBUG oslo_vmware.api [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519039, 'name': PowerOnVM_Task, 'duration_secs': 0.604787} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.460525] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.461321] env[69854]: INFO nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Took 6.89 seconds to spawn the instance on the hypervisor. [ 821.461574] env[69854]: DEBUG nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.462385] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac30a53b-61bf-4350-a5d9-00c47a337ad6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.518325] env[69854]: DEBUG nova.compute.manager [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.519538] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded91c69-19e3-40b1-b502-57f6a99d6ec0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.584281] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2650ff-6ef6-4883-b9b9-300e36366ce5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.593034] env[69854]: DEBUG nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.601167] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e8e3c-840e-4e5a-9581-15b5fb9a304e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.645349] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e481e807-fd24-4dc1-b058-bece1ba9d8fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.652916] env[69854]: DEBUG oslo_vmware.api [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519040, 'name': SuspendVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.658613] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4955f17-aae8-4220-a24f-01d4c61f2d1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.674011] env[69854]: DEBUG nova.compute.provider_tree [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.748034] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.836421] env[69854]: DEBUG nova.network.neutron [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Successfully created port: 5c571c47-0918-4b68-840b-5233bce514ab {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.969482] env[69854]: DEBUG nova.network.neutron [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updated VIF entry in instance network info cache for port f905b704-36d8-417f-90fa-6171386286fd. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.969916] env[69854]: DEBUG nova.network.neutron [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updating instance_info_cache with network_info: [{"id": "f905b704-36d8-417f-90fa-6171386286fd", "address": "fa:16:3e:3a:73:d6", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf905b704-36", "ovs_interfaceid": "f905b704-36d8-417f-90fa-6171386286fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.984527] env[69854]: INFO nova.compute.manager [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Took 37.97 seconds to build instance. [ 822.035217] env[69854]: INFO nova.compute.manager [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] instance snapshotting [ 822.038856] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d210a1-62ed-4c0f-bb78-4a1338117b66 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.060369] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf8ae2-b456-4452-94a0-92a255f26d94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.119625] env[69854]: DEBUG oslo_vmware.api [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519040, 'name': SuspendVM_Task, 'duration_secs': 1.062059} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.119625] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Suspended the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 822.121356] env[69854]: DEBUG nova.compute.manager [None req-cf655a9e-4986-4197-a691-4edb38fa4d1f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.121356] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f21c62-0f84-4468-a9ea-124500dc521c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.177552] env[69854]: DEBUG nova.scheduler.client.report [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.250660] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.474079] env[69854]: DEBUG oslo_concurrency.lockutils [req-bd9abde5-d41d-4652-ab58-08e373279170 req-1f1b02f8-45e8-4dbf-8dc2-172acc6e4cf5 service nova] Releasing lock "refresh_cache-108f928d-bdc4-42eb-9885-4436d0900efd" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.491595] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4360cb2-fe4c-45bd-82ec-ac43dff718c8 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "75921141-90d9-4c78-99b6-57fc38eff25a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.405s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.574091] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.574091] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf81cb37-7f6e-46e9-a1b2-89e18266994c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.587845] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 822.587845] env[69854]: value = "task-3519042" [ 822.587845] env[69854]: _type = "Task" [ 822.587845] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.600896] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519042, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.603780] env[69854]: DEBUG nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.638073] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.638321] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.638473] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.638672] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.638790] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.638931] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.639148] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.639342] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.639464] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.639624] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.639815] env[69854]: DEBUG nova.virt.hardware [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.640885] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef117a9c-997b-4029-9622-73a1d8373f56 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.650897] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94278fee-3cc1-4a01-a536-484b5ea84be3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.683370] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.686703] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.596s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.688272] env[69854]: INFO nova.compute.claims [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.713119] env[69854]: INFO nova.scheduler.client.report [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Deleted allocations for instance b761fee3-31d7-43f4-b9f4-709dab178486 [ 822.753760] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.994247] env[69854]: DEBUG nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.101262] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519042, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.220227] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e80a4129-c557-45df-a4e5-d1c005a55a70 tempest-ImagesNegativeTestJSON-1043089708 tempest-ImagesNegativeTestJSON-1043089708-project-member] Lock "b761fee3-31d7-43f4-b9f4-709dab178486" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.527s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.251659] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.530480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.599675] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519042, 'name': CreateSnapshot_Task, 'duration_secs': 0.62635} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.599953] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.604546] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2461e77-c56a-45ab-9261-a6770ab4963d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.758021] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.067180] env[69854]: DEBUG nova.network.neutron [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Successfully updated port: 5c571c47-0918-4b68-840b-5233bce514ab {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.130262] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.135394] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa46bcc3-2fb7-46ac-bd15-1eca3743d84d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.148727] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 824.148727] env[69854]: value = "task-3519043" [ 824.148727] env[69854]: _type = "Task" [ 824.148727] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.159994] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519043, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.254985] env[69854]: DEBUG nova.compute.manager [req-6230259a-dc2c-43a5-9b4f-30b98f849535 req-0dfccf75-c6c3-48a6-85f6-35ef5bc0272d service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Received event network-vif-plugged-5c571c47-0918-4b68-840b-5233bce514ab {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.255511] env[69854]: DEBUG oslo_concurrency.lockutils [req-6230259a-dc2c-43a5-9b4f-30b98f849535 req-0dfccf75-c6c3-48a6-85f6-35ef5bc0272d service nova] Acquiring lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.255783] env[69854]: DEBUG oslo_concurrency.lockutils [req-6230259a-dc2c-43a5-9b4f-30b98f849535 req-0dfccf75-c6c3-48a6-85f6-35ef5bc0272d service nova] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.255991] env[69854]: DEBUG oslo_concurrency.lockutils [req-6230259a-dc2c-43a5-9b4f-30b98f849535 req-0dfccf75-c6c3-48a6-85f6-35ef5bc0272d service nova] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.256191] env[69854]: DEBUG nova.compute.manager [req-6230259a-dc2c-43a5-9b4f-30b98f849535 req-0dfccf75-c6c3-48a6-85f6-35ef5bc0272d service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] No waiting events found dispatching network-vif-plugged-5c571c47-0918-4b68-840b-5233bce514ab {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.256359] env[69854]: WARNING nova.compute.manager [req-6230259a-dc2c-43a5-9b4f-30b98f849535 req-0dfccf75-c6c3-48a6-85f6-35ef5bc0272d service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Received unexpected event network-vif-plugged-5c571c47-0918-4b68-840b-5233bce514ab for instance with vm_state building and task_state spawning. [ 824.263283] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.311074] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc545e-e06c-4ae3-badb-60bfb0089020 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.319460] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72855f7d-3fa9-4284-8bb1-76c0e06121e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.364514] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77fe123-4df6-44ed-9fc9-bbc61dc874db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.376020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a2122-e757-43e8-8a3a-8788825b086d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.389461] env[69854]: DEBUG nova.compute.provider_tree [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.402118] env[69854]: DEBUG nova.compute.manager [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.403236] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8bb7b8-265b-4e12-b495-c62cfc25b50f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.570646] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "refresh_cache-e74ba056-e5e0-491a-86f8-2b6ff38b744c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.571296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquired lock "refresh_cache-e74ba056-e5e0-491a-86f8-2b6ff38b744c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.571296] env[69854]: DEBUG nova.network.neutron [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.643431] env[69854]: INFO nova.compute.manager [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Rebuilding instance [ 824.671884] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519043, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.706203] env[69854]: DEBUG nova.compute.manager [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.707110] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2553c-3a08-4b7a-9ea1-7a21edf39506 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.753555] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.827405] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.827809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.827909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.828077] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.828315] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.832104] env[69854]: INFO nova.compute.manager [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Terminating instance [ 824.896021] env[69854]: DEBUG nova.scheduler.client.report [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.919605] env[69854]: INFO nova.compute.manager [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] instance snapshotting [ 824.919605] env[69854]: WARNING nova.compute.manager [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 824.923348] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c96d69a-1d1b-4185-b45f-5097b0740df7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.948510] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2655d8-711f-4f36-a16a-011d3c4d594d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.114339] env[69854]: DEBUG nova.network.neutron [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.161496] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519043, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.255054] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.294140] env[69854]: DEBUG nova.network.neutron [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Updating instance_info_cache with network_info: [{"id": "5c571c47-0918-4b68-840b-5233bce514ab", "address": "fa:16:3e:cb:89:02", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c571c47-09", "ovs_interfaceid": "5c571c47-0918-4b68-840b-5233bce514ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.343342] env[69854]: DEBUG nova.compute.manager [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.343587] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.344462] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b396a25-e6fc-4fd2-a642-90a9b309af53 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.354395] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.354650] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722d859e-6140-4b9e-8776-75aa39a45eff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.361186] env[69854]: DEBUG oslo_vmware.api [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 825.361186] env[69854]: value = "task-3519044" [ 825.361186] env[69854]: _type = "Task" [ 825.361186] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.371745] env[69854]: DEBUG oslo_vmware.api [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.399037] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.400475] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.964s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.400747] env[69854]: DEBUG nova.objects.instance [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lazy-loading 'resources' on Instance uuid dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.465841] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.466225] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c15bc201-b07d-4475-83f8-78208f15a517 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.477044] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 825.477044] env[69854]: value = "task-3519045" [ 825.477044] env[69854]: _type = "Task" [ 825.477044] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.491137] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519045, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.665198] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519043, 'name': CloneVM_Task} progress is 95%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.675031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bffcb97f-4734-429f-a76a-44e05ca7d755" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.675031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.676938] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "693e95c1-54e8-4318-a32f-dbc0969e1856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.677343] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.722491] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.722813] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a60aa3-d816-49b3-aa48-19a5b75df38b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.730728] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 825.730728] env[69854]: value = "task-3519046" [ 825.730728] env[69854]: _type = "Task" [ 825.730728] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.739206] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.754043] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.796835] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Releasing lock "refresh_cache-e74ba056-e5e0-491a-86f8-2b6ff38b744c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.797526] env[69854]: DEBUG nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Instance network_info: |[{"id": "5c571c47-0918-4b68-840b-5233bce514ab", "address": "fa:16:3e:cb:89:02", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c571c47-09", "ovs_interfaceid": "5c571c47-0918-4b68-840b-5233bce514ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.797712] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:89:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c571c47-0918-4b68-840b-5233bce514ab', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.805642] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Creating folder: Project (973297608434476f97acaa7ab2d046c5). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.805944] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08682eee-062d-4eca-a1a1-c3378159f46b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.817752] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Created folder: Project (973297608434476f97acaa7ab2d046c5) in parent group-v702928. [ 825.817933] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Creating folder: Instances. Parent ref: group-v703027. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.818227] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-955fefa6-6859-4559-8fe2-2a3400b91daa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.827538] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Created folder: Instances in parent group-v703027. [ 825.827817] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.828032] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.828257] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d791a094-a94e-4390-95c6-2901bddd4290 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.849250] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.849250] env[69854]: value = "task-3519049" [ 825.849250] env[69854]: _type = "Task" [ 825.849250] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.857434] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519049, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.869387] env[69854]: DEBUG oslo_vmware.api [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519044, 'name': PowerOffVM_Task, 'duration_secs': 0.169704} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.869703] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.869894] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.870207] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b7843e1-7c80-4b37-a1d4-a9a7e12a2647 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.906186] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "75d1cc82-654d-475d-8d3d-a4b63ce4fcdd" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.908818] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "75d1cc82-654d-475d-8d3d-a4b63ce4fcdd" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.952241] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.953467] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.953710] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Deleting the datastore file [datastore1] 59d9f1fa-5fed-4b29-944b-986410f7ee7a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.957957] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9940707-aa39-470f-aa4b-c84b1f2a65c0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.964695] env[69854]: DEBUG oslo_vmware.api [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 825.964695] env[69854]: value = "task-3519051" [ 825.964695] env[69854]: _type = "Task" [ 825.964695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.975185] env[69854]: DEBUG oslo_vmware.api [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.995261] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519045, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.162304] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519043, 'name': CloneVM_Task, 'duration_secs': 1.691134} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.162641] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Created linked-clone VM from snapshot [ 826.163433] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e45815-bfb8-48bd-8487-174ece0d39e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.170622] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Uploading image a0c800c8-b217-4b16-b05d-116476d5146a {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.197139] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 826.197139] env[69854]: value = "vm-703026" [ 826.197139] env[69854]: _type = "VirtualMachine" [ 826.197139] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 826.197419] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ccc91c6-50f4-4d17-a814-934ac162d12b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.206519] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lease: (returnval){ [ 826.206519] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5261592e-8d60-283d-c954-5ebf857d952a" [ 826.206519] env[69854]: _type = "HttpNfcLease" [ 826.206519] env[69854]: } obtained for exporting VM: (result){ [ 826.206519] env[69854]: value = "vm-703026" [ 826.206519] env[69854]: _type = "VirtualMachine" [ 826.206519] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 826.206929] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the lease: (returnval){ [ 826.206929] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5261592e-8d60-283d-c954-5ebf857d952a" [ 826.206929] env[69854]: _type = "HttpNfcLease" [ 826.206929] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.213619] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.213619] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5261592e-8d60-283d-c954-5ebf857d952a" [ 826.213619] env[69854]: _type = "HttpNfcLease" [ 826.213619] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 826.240904] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519046, 'name': PowerOffVM_Task, 'duration_secs': 0.114265} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.243431] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.244161] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.245248] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c10014-e6f1-46ec-8698-dabdd4b3ec51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.256131] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.260481] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.261139] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cac914d4-9a2c-4328-817b-372774935482 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.284884] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.285117] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.285303] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Deleting the datastore file [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.285561] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb24b1ec-834b-48ed-961e-68682d58f25f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.296160] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 826.296160] env[69854]: value = "task-3519054" [ 826.296160] env[69854]: _type = "Task" [ 826.296160] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.304218] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.363690] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519049, 'name': CreateVM_Task, 'duration_secs': 0.297195} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.363861] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.364562] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.364722] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.365059] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.365313] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a945089c-46b9-45e5-a845-c3ca53fe6079 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.369925] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 826.369925] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d77d7d-c986-a739-ca30-9916a81c7b7f" [ 826.369925] env[69854]: _type = "Task" [ 826.369925] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.380629] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d77d7d-c986-a739-ca30-9916a81c7b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.415551] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "75d1cc82-654d-475d-8d3d-a4b63ce4fcdd" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.416174] env[69854]: DEBUG nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.446245] env[69854]: DEBUG nova.compute.manager [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Received event network-changed-5c571c47-0918-4b68-840b-5233bce514ab {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.446481] env[69854]: DEBUG nova.compute.manager [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Refreshing instance network info cache due to event network-changed-5c571c47-0918-4b68-840b-5233bce514ab. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.446781] env[69854]: DEBUG oslo_concurrency.lockutils [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] Acquiring lock "refresh_cache-e74ba056-e5e0-491a-86f8-2b6ff38b744c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.446948] env[69854]: DEBUG oslo_concurrency.lockutils [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] Acquired lock "refresh_cache-e74ba056-e5e0-491a-86f8-2b6ff38b744c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.447140] env[69854]: DEBUG nova.network.neutron [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Refreshing network info cache for port 5c571c47-0918-4b68-840b-5233bce514ab {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.488596] env[69854]: DEBUG oslo_vmware.api [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14918} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.489252] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.489442] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.489621] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.489791] env[69854]: INFO nova.compute.manager [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 826.490040] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.490239] env[69854]: DEBUG nova.compute.manager [-] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.490341] env[69854]: DEBUG nova.network.neutron [-] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.495720] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519045, 'name': CreateSnapshot_Task, 'duration_secs': 0.563283} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.496329] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 826.497117] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b04e0-a702-4896-a516-9184d57f1f96 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.514822] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85c865-6f32-4bf6-bb50-270e787d57c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.531449] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.531449] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.531937] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d602de5-0866-455a-abce-eb3285cf19c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.567390] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d436d-a10f-4a2c-b846-65d91be21bed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.575985] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a43647a-b939-4e39-86fe-16810ac348c0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.590313] env[69854]: DEBUG nova.compute.provider_tree [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.714874] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.714874] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5261592e-8d60-283d-c954-5ebf857d952a" [ 826.714874] env[69854]: _type = "HttpNfcLease" [ 826.714874] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 826.715237] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 826.715237] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5261592e-8d60-283d-c954-5ebf857d952a" [ 826.715237] env[69854]: _type = "HttpNfcLease" [ 826.715237] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 826.716054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe9354-3e1d-4ed0-893e-986c2a4653a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.725556] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a9e5-f495-c28a-8dd2-dc0f606ca923/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 826.725739] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a9e5-f495-c28a-8dd2-dc0f606ca923/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 826.793447] env[69854]: DEBUG oslo_vmware.api [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519041, 'name': ReconfigVM_Task, 'duration_secs': 5.89114} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.793695] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.793904] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Reconfigured VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 826.805101] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089787} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.805341] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.805520] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.805692] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.865534] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f628c0e-1d8e-4f5f-8540-102b6245d6ad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.883026] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d77d7d-c986-a739-ca30-9916a81c7b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.884659] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.884918] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.885267] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.885447] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.885693] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.886116] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae37397-9088-4b58-a9dc-6ee1af4097cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.897323] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.897323] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.897323] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a568c3-7fcb-4eed-8650-568a5da23363 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.909335] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 826.909335] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5291eaea-e581-df7a-7720-65531d1a01b0" [ 826.909335] env[69854]: _type = "Task" [ 826.909335] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.925680] env[69854]: DEBUG nova.compute.utils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.927575] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5291eaea-e581-df7a-7720-65531d1a01b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.927575] env[69854]: DEBUG nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.927912] env[69854]: DEBUG nova.network.neutron [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.930848] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37897e83-69c1-4a13-8c0d-ec9d21bdddba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.945503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.945503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.945503] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 826.945503] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5246556f-7711-0d50-f55e-e0ea975078c2" [ 826.945503] env[69854]: _type = "Task" [ 826.945503] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.954863] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5246556f-7711-0d50-f55e-e0ea975078c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.955137] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.955505] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] e74ba056-e5e0-491a-86f8-2b6ff38b744c/e74ba056-e5e0-491a-86f8-2b6ff38b744c.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.955938] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0df4cca6-175b-43b5-8366-7c4c9b0dede2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.962994] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 826.962994] env[69854]: value = "task-3519055" [ 826.962994] env[69854]: _type = "Task" [ 826.962994] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.971852] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.022576] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.023751] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-feae7d1d-9f96-4bd6-8638-8f2091404715 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.032534] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 827.032534] env[69854]: value = "task-3519056" [ 827.032534] env[69854]: _type = "Task" [ 827.032534] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.044169] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519056, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.058401] env[69854]: DEBUG nova.policy [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbbe81ff704a4224870cdad214dcc4f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c15505b167ec4aecadd6fd4f35df14d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.093936] env[69854]: DEBUG nova.scheduler.client.report [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.431669] env[69854]: DEBUG nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.473797] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484358} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.474329] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] e74ba056-e5e0-491a-86f8-2b6ff38b744c/e74ba056-e5e0-491a-86f8-2b6ff38b744c.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.474725] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.475198] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23d1f9cf-9793-4519-83c4-b37d44a22e9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.481915] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 827.481915] env[69854]: value = "task-3519057" [ 827.481915] env[69854]: _type = "Task" [ 827.481915] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.490764] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.547029] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519056, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.567466] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "9bec962f-e13e-4dc5-adb2-e197f3be7149" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.567672] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.568081] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "9bec962f-e13e-4dc5-adb2-e197f3be7149-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.568976] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.569321] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.571789] env[69854]: INFO nova.compute.manager [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Terminating instance [ 827.581694] env[69854]: DEBUG nova.network.neutron [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Updated VIF entry in instance network info cache for port 5c571c47-0918-4b68-840b-5233bce514ab. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.582044] env[69854]: DEBUG nova.network.neutron [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Updating instance_info_cache with network_info: [{"id": "5c571c47-0918-4b68-840b-5233bce514ab", "address": "fa:16:3e:cb:89:02", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c571c47-09", "ovs_interfaceid": "5c571c47-0918-4b68-840b-5233bce514ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.598647] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.600983] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.644s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.601297] env[69854]: DEBUG nova.objects.instance [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lazy-loading 'resources' on Instance uuid b38af852-4d97-4962-8ec8-c9a7b08c34bd {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.635099] env[69854]: INFO nova.scheduler.client.report [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted allocations for instance dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1 [ 827.831831] env[69854]: DEBUG nova.compute.manager [req-da6d7fbb-f00a-47d9-9d8a-f00261799f4e req-e787cf46-043b-4a59-8219-f3a4b515f417 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received event network-vif-deleted-eb9f18a7-7066-4e6b-980f-933c9627f490 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.835448] env[69854]: INFO nova.compute.manager [req-da6d7fbb-f00a-47d9-9d8a-f00261799f4e req-e787cf46-043b-4a59-8219-f3a4b515f417 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Neutron deleted interface eb9f18a7-7066-4e6b-980f-933c9627f490; detaching it from the instance and deleting it from the info cache [ 827.835901] env[69854]: DEBUG nova.network.neutron [req-da6d7fbb-f00a-47d9-9d8a-f00261799f4e req-e787cf46-043b-4a59-8219-f3a4b515f417 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.852771] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.853040] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.853194] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.855534] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.855753] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.855927] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.856092] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.856261] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.856431] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.856596] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.856771] env[69854]: DEBUG nova.virt.hardware [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.858344] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508db58-3293-447b-9e58-1f9689574ae8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.869619] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e1070-4a06-4452-9c90-f45514b44246 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.888878] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.895483] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.896168] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.896935] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50672ef4-a255-406c-bfaa-24939345a714 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.916159] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.916159] env[69854]: value = "task-3519058" [ 827.916159] env[69854]: _type = "Task" [ 827.916159] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.928020] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519058, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.997949] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068077} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.998560] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.999692] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02605b98-e642-4105-b900-a08b9106f152 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.027882] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] e74ba056-e5e0-491a-86f8-2b6ff38b744c/e74ba056-e5e0-491a-86f8-2b6ff38b744c.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.028808] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d65b3e9-d495-4298-bc3d-fd4f81dbc331 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.061902] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 828.061902] env[69854]: value = "task-3519059" [ 828.061902] env[69854]: _type = "Task" [ 828.061902] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.063414] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519056, 'name': CloneVM_Task} progress is 95%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.072778] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.077018] env[69854]: DEBUG nova.compute.manager [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.078119] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.078683] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862ed800-f1df-4184-9c0a-28c57b030e47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.088156] env[69854]: DEBUG oslo_concurrency.lockutils [req-ccece515-af9a-49c1-a915-7571baaafad6 req-4809dcfa-5bc0-4991-8ceb-2bde9fd4bc09 service nova] Releasing lock "refresh_cache-e74ba056-e5e0-491a-86f8-2b6ff38b744c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.094068] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.094441] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c93294-2602-4f67-b98d-f9903f31a03a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.100299] env[69854]: DEBUG oslo_vmware.api [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 828.100299] env[69854]: value = "task-3519060" [ 828.100299] env[69854]: _type = "Task" [ 828.100299] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.112858] env[69854]: DEBUG oslo_vmware.api [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3519060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.147782] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99050357-860d-4d47-a086-c69b6a39c2d6 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.268s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.211263] env[69854]: DEBUG nova.network.neutron [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Successfully created port: 262fed9b-0e79-4131-a6de-c53ddf302b5a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.344538] env[69854]: DEBUG oslo_concurrency.lockutils [req-da6d7fbb-f00a-47d9-9d8a-f00261799f4e req-e787cf46-043b-4a59-8219-f3a4b515f417 service nova] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.345756] env[69854]: DEBUG oslo_concurrency.lockutils [req-da6d7fbb-f00a-47d9-9d8a-f00261799f4e req-e787cf46-043b-4a59-8219-f3a4b515f417 service nova] Acquired lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.347123] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8719f-bbd3-4e9b-9a5c-c2b4ba7fc607 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.370305] env[69854]: DEBUG oslo_concurrency.lockutils [req-da6d7fbb-f00a-47d9-9d8a-f00261799f4e req-e787cf46-043b-4a59-8219-f3a4b515f417 service nova] Releasing lock "d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.370420] env[69854]: WARNING nova.compute.manager [req-da6d7fbb-f00a-47d9-9d8a-f00261799f4e req-e787cf46-043b-4a59-8219-f3a4b515f417 service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Detach interface failed, port_id=eb9f18a7-7066-4e6b-980f-933c9627f490, reason: No device with interface-id eb9f18a7-7066-4e6b-980f-933c9627f490 exists on VM: nova.exception.NotFound: No device with interface-id eb9f18a7-7066-4e6b-980f-933c9627f490 exists on VM [ 828.379462] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.379462] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.379462] env[69854]: DEBUG nova.network.neutron [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.426569] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519058, 'name': CreateVM_Task, 'duration_secs': 0.395249} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.428663] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.430610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.430610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.431424] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.434473] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d2d5b9-d775-493e-a724-42a2a3e529db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.441780] env[69854]: DEBUG nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.444611] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 828.444611] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521ac8c9-2ad7-6e80-eb5f-63f4f519e915" [ 828.444611] env[69854]: _type = "Task" [ 828.444611] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.461288] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521ac8c9-2ad7-6e80-eb5f-63f4f519e915, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.461617] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.462087] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.462398] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.462587] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.462881] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.463196] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b407ac4-f647-4efa-98b1-f44c33fada53 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.474184] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.474546] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.474699] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.474880] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.475139] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.475203] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.475394] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.475541] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.475855] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.476103] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.476301] env[69854]: DEBUG nova.virt.hardware [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.477711] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6ce9c5-729a-415b-9c16-8ac496ec2351 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.482540] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.482730] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.483811] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ecbb50-2460-42ca-8e47-ac992dbdad4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.493643] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b4e23-24b4-438c-a57d-b6df8ddaad26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.501926] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 828.501926] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b3214f-6eeb-a60f-4a2c-040a23a29da2" [ 828.501926] env[69854]: _type = "Task" [ 828.501926] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.525971] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b3214f-6eeb-a60f-4a2c-040a23a29da2, 'name': SearchDatastore_Task, 'duration_secs': 0.015751} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.529585] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dbd650-a02e-4eba-8c85-6619631017c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.536676] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 828.536676] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d41918-d5d9-0b1a-a0a8-6d8628d714d6" [ 828.536676] env[69854]: _type = "Task" [ 828.536676] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.546114] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d41918-d5d9-0b1a-a0a8-6d8628d714d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.562068] env[69854]: DEBUG nova.network.neutron [-] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.564753] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519056, 'name': CloneVM_Task, 'duration_secs': 1.459374} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.565087] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Created linked-clone VM from snapshot [ 828.573534] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc1cc84-ad3a-4854-8ba6-152ba2ad750e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.583765] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519059, 'name': ReconfigVM_Task, 'duration_secs': 0.505546} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.587133] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] e74ba056-e5e0-491a-86f8-2b6ff38b744c/e74ba056-e5e0-491a-86f8-2b6ff38b744c.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.587932] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Uploading image 67ffa738-2a0b-4e5e-854a-fcb642316ae7 {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.593187] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f8ae3a4-bf63-4f79-8a3e-e1e351e6f9e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.601627] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 828.601627] env[69854]: value = "task-3519061" [ 828.601627] env[69854]: _type = "Task" [ 828.601627] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.623175] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519061, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.627905] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.627905] env[69854]: value = "vm-703031" [ 828.627905] env[69854]: _type = "VirtualMachine" [ 828.627905] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.631075] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-25de0c1c-e481-471d-8fbb-9e89ec339cb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.632823] env[69854]: DEBUG oslo_vmware.api [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3519060, 'name': PowerOffVM_Task, 'duration_secs': 0.236434} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.635657] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.635657] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.637810] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-309d4c9f-1581-4472-bffa-2862b8ec2842 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.642037] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease: (returnval){ [ 828.642037] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c6dca2-c494-dc61-fdc9-2dd2dd9347de" [ 828.642037] env[69854]: _type = "HttpNfcLease" [ 828.642037] env[69854]: } obtained for exporting VM: (result){ [ 828.642037] env[69854]: value = "vm-703031" [ 828.642037] env[69854]: _type = "VirtualMachine" [ 828.642037] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.642290] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the lease: (returnval){ [ 828.642290] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c6dca2-c494-dc61-fdc9-2dd2dd9347de" [ 828.642290] env[69854]: _type = "HttpNfcLease" [ 828.642290] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.650399] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.650399] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c6dca2-c494-dc61-fdc9-2dd2dd9347de" [ 828.650399] env[69854]: _type = "HttpNfcLease" [ 828.650399] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.701950] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.702197] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.702654] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Deleting the datastore file [datastore1] 9bec962f-e13e-4dc5-adb2-e197f3be7149 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.702654] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c47e19-553a-470b-8ee9-e1c644690aba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.709836] env[69854]: DEBUG oslo_vmware.api [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for the task: (returnval){ [ 828.709836] env[69854]: value = "task-3519064" [ 828.709836] env[69854]: _type = "Task" [ 828.709836] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.725534] env[69854]: DEBUG oslo_vmware.api [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3519064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.743147] env[69854]: DEBUG nova.compute.manager [req-332503d6-03ef-4de6-aa66-d36d0adb9c11 req-05206bb8-f468-4bd2-8ff2-3ae4c6fde36a service nova] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Received event network-vif-deleted-ae47afd1-1910-48b7-8316-9f3ab9e6661d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.853116] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0564e329-bf15-4899-8cf9-980fd961b38b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.861054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b5fae-19d7-411d-baaa-ebd93745a30b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.904040] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a387d53-9526-4f7b-9787-0ce5e6c9501a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.913208] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cdbd3d-8b5c-4dfb-aaae-ae993e814bab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.927513] env[69854]: DEBUG nova.compute.provider_tree [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.050288] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d41918-d5d9-0b1a-a0a8-6d8628d714d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.050288] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.050288] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.050288] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e5e54cb-f473-4857-885b-7d95373ad0cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.060726] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 829.060726] env[69854]: value = "task-3519065" [ 829.060726] env[69854]: _type = "Task" [ 829.060726] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.064732] env[69854]: INFO nova.compute.manager [-] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Took 2.57 seconds to deallocate network for instance. [ 829.071546] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.116654] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519061, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.142199] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.142382] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "d501671c-e7b6-41b5-a530-6743e9612891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.142552] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "d501671c-e7b6-41b5-a530-6743e9612891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.142779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "d501671c-e7b6-41b5-a530-6743e9612891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.142980] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "d501671c-e7b6-41b5-a530-6743e9612891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.145279] env[69854]: INFO nova.compute.manager [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Terminating instance [ 829.154923] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.154923] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c6dca2-c494-dc61-fdc9-2dd2dd9347de" [ 829.154923] env[69854]: _type = "HttpNfcLease" [ 829.154923] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 829.155225] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 829.155225] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c6dca2-c494-dc61-fdc9-2dd2dd9347de" [ 829.155225] env[69854]: _type = "HttpNfcLease" [ 829.155225] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 829.156284] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5254352-de04-409f-8b54-a8a6775ff786 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.165194] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c32c8c-93fd-12c8-bfe1-38e80c3e05b0/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 829.165367] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c32c8c-93fd-12c8-bfe1-38e80c3e05b0/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 829.234427] env[69854]: DEBUG oslo_vmware.api [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Task: {'id': task-3519064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157331} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.234665] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.235571] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.235571] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.235571] env[69854]: INFO nova.compute.manager [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Took 1.16 seconds to destroy the instance on the hypervisor. [ 829.235571] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.235857] env[69854]: DEBUG nova.compute.manager [-] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.235857] env[69854]: DEBUG nova.network.neutron [-] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.248685] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "17468efb-5a72-4ca4-afea-ecce3f243533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.248815] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.249182] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "17468efb-5a72-4ca4-afea-ecce3f243533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.249182] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.249336] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.251633] env[69854]: INFO nova.compute.manager [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Terminating instance [ 829.265203] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10024c6c-00d8-4943-9153-10ad53dd9bed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.327601] env[69854]: DEBUG nova.network.neutron [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [{"id": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "address": "fa:16:3e:ed:9f:28", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b2d62f-55", "ovs_interfaceid": "52b2d62f-557a-40df-8c4a-6b2992ceb3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.431864] env[69854]: DEBUG nova.scheduler.client.report [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.572217] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.577726] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.613688] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519061, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.652857] env[69854]: DEBUG nova.compute.manager [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.653206] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.654355] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75842dee-8629-41cb-abaf-83b2baa63e69 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.666050] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.666507] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6888f90-87c3-4bbd-ae74-86bd695f8c90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.674520] env[69854]: DEBUG oslo_vmware.api [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 829.674520] env[69854]: value = "task-3519066" [ 829.674520] env[69854]: _type = "Task" [ 829.674520] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.686381] env[69854]: DEBUG oslo_vmware.api [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.759394] env[69854]: DEBUG nova.compute.manager [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.761020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.761824] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f8c888-de39-4463-b763-1c9f09d565ad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.773740] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.773740] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b608a5da-0c91-4585-b9e7-9f857b02f12a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.782674] env[69854]: DEBUG oslo_vmware.api [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 829.782674] env[69854]: value = "task-3519067" [ 829.782674] env[69854]: _type = "Task" [ 829.782674] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.793373] env[69854]: DEBUG oslo_vmware.api [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3519067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.830185] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-d501671c-e7b6-41b5-a530-6743e9612891" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.939263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.945437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.693s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.986028] env[69854]: INFO nova.scheduler.client.report [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Deleted allocations for instance b38af852-4d97-4962-8ec8-c9a7b08c34bd [ 830.016134] env[69854]: DEBUG nova.compute.manager [req-c3539813-76c4-485a-bf65-f097f27dfc2b req-264b5700-9e1e-451a-b5b9-bac46c474cf7 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Received event network-vif-deleted-96a25c61-2512-4751-8270-a1e12989c64d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.016472] env[69854]: INFO nova.compute.manager [req-c3539813-76c4-485a-bf65-f097f27dfc2b req-264b5700-9e1e-451a-b5b9-bac46c474cf7 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Neutron deleted interface 96a25c61-2512-4751-8270-a1e12989c64d; detaching it from the instance and deleting it from the info cache [ 830.016687] env[69854]: DEBUG nova.network.neutron [req-c3539813-76c4-485a-bf65-f097f27dfc2b req-264b5700-9e1e-451a-b5b9-bac46c474cf7 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.076880] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546368} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.077262] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.078536] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.078536] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f7a278-7838-47b3-8af4-f4ce1d636c40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.088153] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 830.088153] env[69854]: value = "task-3519068" [ 830.088153] env[69854]: _type = "Task" [ 830.088153] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.100639] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.116033] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519061, 'name': Rename_Task, 'duration_secs': 1.180236} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.116400] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.116956] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62803f4-f345-465b-a6ca-a200c4faf6b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.124590] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 830.124590] env[69854]: value = "task-3519069" [ 830.124590] env[69854]: _type = "Task" [ 830.124590] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.136309] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.188947] env[69854]: DEBUG oslo_vmware.api [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519066, 'name': PowerOffVM_Task, 'duration_secs': 0.244723} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.188947] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.188947] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.188947] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98aa1730-9182-41ba-8f9b-bc57d1436c3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.220650] env[69854]: DEBUG nova.network.neutron [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Successfully updated port: 262fed9b-0e79-4131-a6de-c53ddf302b5a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.257201] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.257201] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.257201] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleting the datastore file [datastore2] d501671c-e7b6-41b5-a530-6743e9612891 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.257346] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7aeb2c1-5602-4ce6-a1fe-177f229cebc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.265146] env[69854]: DEBUG oslo_vmware.api [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 830.265146] env[69854]: value = "task-3519071" [ 830.265146] env[69854]: _type = "Task" [ 830.265146] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.275075] env[69854]: DEBUG oslo_vmware.api [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.292323] env[69854]: DEBUG oslo_vmware.api [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3519067, 'name': PowerOffVM_Task, 'duration_secs': 0.237876} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.292323] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.292323] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.292537] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f35005ad-baa5-4d25-af7a-817d6b0df4f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.335294] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7163715c-f26d-4a48-9ce2-1735894d6fd9 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-d501671c-e7b6-41b5-a530-6743e9612891-eb9f18a7-7066-4e6b-980f-933c9627f490" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.174s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.358444] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.358623] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.359169] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleting the datastore file [datastore2] 17468efb-5a72-4ca4-afea-ecce3f243533 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.359169] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1bcd842-f866-480b-a2ff-df460a916953 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.368521] env[69854]: DEBUG oslo_vmware.api [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for the task: (returnval){ [ 830.368521] env[69854]: value = "task-3519073" [ 830.368521] env[69854]: _type = "Task" [ 830.368521] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.379091] env[69854]: DEBUG oslo_vmware.api [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3519073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.384392] env[69854]: DEBUG nova.network.neutron [-] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.497702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19603f8d-53da-4828-9700-0ddd17925724 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201 tempest-FloatingIPsAssociationNegativeTestJSON-1675387201-project-member] Lock "b38af852-4d97-4962-8ec8-c9a7b08c34bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.744s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.519888] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dd3134d-0e53-435a-947f-1b67ec963fab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.531085] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d068d7e8-f87d-4556-9216-70fdd3a064d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.575580] env[69854]: DEBUG nova.compute.manager [req-c3539813-76c4-485a-bf65-f097f27dfc2b req-264b5700-9e1e-451a-b5b9-bac46c474cf7 service nova] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Detach interface failed, port_id=96a25c61-2512-4751-8270-a1e12989c64d, reason: Instance 9bec962f-e13e-4dc5-adb2-e197f3be7149 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.598401] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071392} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.598552] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.599353] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770a228-66f4-4782-b021-de8254b36b31 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.621922] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.622276] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2fe6da-8682-4c73-b985-b27da7f15ddb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.646310] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 830.646310] env[69854]: value = "task-3519074" [ 830.646310] env[69854]: _type = "Task" [ 830.646310] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.649705] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.662943] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.729341] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "refresh_cache-2286857e-9712-4316-8b99-22137dde2157" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.729341] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquired lock "refresh_cache-2286857e-9712-4316-8b99-22137dde2157" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.729341] env[69854]: DEBUG nova.network.neutron [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.777601] env[69854]: DEBUG oslo_vmware.api [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344314} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.778485] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.778485] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.778485] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.778485] env[69854]: INFO nova.compute.manager [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Took 1.13 seconds to destroy the instance on the hypervisor. [ 830.778689] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.779852] env[69854]: DEBUG nova.compute.manager [-] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.779852] env[69854]: DEBUG nova.network.neutron [-] [instance: d501671c-e7b6-41b5-a530-6743e9612891] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.881446] env[69854]: DEBUG oslo_vmware.api [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Task: {'id': task-3519073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326654} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.881878] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.882133] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.882303] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.882597] env[69854]: INFO nova.compute.manager [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Took 1.12 seconds to destroy the instance on the hypervisor. [ 830.882907] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.883290] env[69854]: DEBUG nova.compute.manager [-] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.883413] env[69854]: DEBUG nova.network.neutron [-] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.887285] env[69854]: INFO nova.compute.manager [-] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Took 1.65 seconds to deallocate network for instance. [ 830.969640] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Applying migration context for instance 77f985dd-dd81-4b77-8eb5-a65cfde26dbe as it has an incoming, in-progress migration 7e573f1a-0db8-4c20-b4fb-ce1d0e5768eb. Migration status is confirming {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 830.971837] env[69854]: INFO nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating resource usage from migration 7e573f1a-0db8-4c20-b4fb-ce1d0e5768eb [ 831.004417] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 18a12854-81a5-4691-a1df-fb704f0c0fe3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.004630] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance c252adcd-aab4-4d5d-afd0-8ed44912dd98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.004796] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 17468efb-5a72-4ca4-afea-ecce3f243533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.004932] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 83f646cf-8128-4e98-b06f-cbe93f714199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.005108] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 4ec9d6d6-6748-4ff0-b411-7653473d1271 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.005266] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 59d9f1fa-5fed-4b29-944b-986410f7ee7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.005391] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 9bec962f-e13e-4dc5-adb2-e197f3be7149 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.005524] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d501671c-e7b6-41b5-a530-6743e9612891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.005660] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 4490119d-da94-402e-8c23-b75b323a12fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.005795] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 606c4ee6-ac65-44b6-a2e8-73a3325895e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.005944] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 78068fe4-df94-47e1-bacf-499b8f9faeea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.006091] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.006227] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 75849b03-fa75-42ef-b7e2-b8b001e720b6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.006351] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 94885a87-a767-4725-af22-52fd7fa7bbb2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.006497] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 108f928d-bdc4-42eb-9885-4436d0900efd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.006635] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 7d6e973a-3c1d-4b46-9347-2a11462fdd94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.006757] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 75921141-90d9-4c78-99b6-57fc38eff25a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.006892] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e74ba056-e5e0-491a-86f8-2b6ff38b744c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.007041] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 2286857e-9712-4316-8b99-22137dde2157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 831.147981] env[69854]: DEBUG oslo_vmware.api [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519069, 'name': PowerOnVM_Task, 'duration_secs': 0.6429} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.148313] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.148502] env[69854]: INFO nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Took 8.55 seconds to spawn the instance on the hypervisor. [ 831.148677] env[69854]: DEBUG nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.149633] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336089d0-be25-4ebb-a850-c64cd9543bdd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.165862] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519074, 'name': ReconfigVM_Task, 'duration_secs': 0.455092} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.166252] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a/75921141-90d9-4c78-99b6-57fc38eff25a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.167053] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb8a4967-9d32-42e3-9222-71ddf2b83b1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.174467] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 831.174467] env[69854]: value = "task-3519075" [ 831.174467] env[69854]: _type = "Task" [ 831.174467] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.185401] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519075, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.281325] env[69854]: DEBUG nova.network.neutron [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.394918] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.497577] env[69854]: DEBUG nova.network.neutron [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Updating instance_info_cache with network_info: [{"id": "262fed9b-0e79-4131-a6de-c53ddf302b5a", "address": "fa:16:3e:f9:46:73", "network": {"id": "d1189ee0-77eb-444a-993f-02f1eb64d8c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1700242614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c15505b167ec4aecadd6fd4f35df14d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262fed9b-0e", "ovs_interfaceid": "262fed9b-0e79-4131-a6de-c53ddf302b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.510021] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 6ac198f1-2b08-4937-af85-e83b33a17edf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 831.674094] env[69854]: INFO nova.compute.manager [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Took 44.91 seconds to build instance. [ 831.685830] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519075, 'name': Rename_Task, 'duration_secs': 0.206415} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.686144] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.686435] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66857db-c573-4044-af03-236d4fe04afe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.693111] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 831.693111] env[69854]: value = "task-3519076" [ 831.693111] env[69854]: _type = "Task" [ 831.693111] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.704360] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.859167] env[69854]: DEBUG nova.network.neutron [-] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.941799] env[69854]: DEBUG nova.network.neutron [-] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.000741] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Releasing lock "refresh_cache-2286857e-9712-4316-8b99-22137dde2157" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.001266] env[69854]: DEBUG nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Instance network_info: |[{"id": "262fed9b-0e79-4131-a6de-c53ddf302b5a", "address": "fa:16:3e:f9:46:73", "network": {"id": "d1189ee0-77eb-444a-993f-02f1eb64d8c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1700242614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c15505b167ec4aecadd6fd4f35df14d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262fed9b-0e", "ovs_interfaceid": "262fed9b-0e79-4131-a6de-c53ddf302b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.001756] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:46:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262fed9b-0e79-4131-a6de-c53ddf302b5a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.020144] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Creating folder: Project (c15505b167ec4aecadd6fd4f35df14d1). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.020144] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance c20db18e-c085-4990-a6cf-b9ce52c87e20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 832.020144] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-208f517c-c112-4abd-8269-43d9c78dd971 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.034712] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Created folder: Project (c15505b167ec4aecadd6fd4f35df14d1) in parent group-v702928. [ 832.034965] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Creating folder: Instances. Parent ref: group-v703033. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.035389] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94fa398b-35e3-491b-bbb6-9f866195973f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.047702] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Created folder: Instances in parent group-v703033. [ 832.047998] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.048270] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2286857e-9712-4316-8b99-22137dde2157] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.048577] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef202a04-dbab-4ffd-82dc-87ffb98d6dda {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.069728] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.069728] env[69854]: value = "task-3519079" [ 832.069728] env[69854]: _type = "Task" [ 832.069728] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.078785] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519079, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.180265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3799f948-f65f-4b0c-a183-858b2bae5afe tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.641s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.211083] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.362944] env[69854]: INFO nova.compute.manager [-] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Took 1.48 seconds to deallocate network for instance. [ 832.446424] env[69854]: INFO nova.compute.manager [-] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Took 1.67 seconds to deallocate network for instance. [ 832.526236] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance eddda2a1-2988-471e-af3b-99c8ec29cffc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 832.526236] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Migration 7e573f1a-0db8-4c20-b4fb-ce1d0e5768eb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 832.526236] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 77f985dd-dd81-4b77-8eb5-a65cfde26dbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.583595] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519079, 'name': CreateVM_Task, 'duration_secs': 0.365768} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.583732] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2286857e-9712-4316-8b99-22137dde2157] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.584585] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.584764] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.585537] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.585537] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7faa59-4d18-4d46-a68a-1dfa2f36e2f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.590868] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 832.590868] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52829f0d-4ee9-4652-3743-73122f174d6b" [ 832.590868] env[69854]: _type = "Task" [ 832.590868] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.600798] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52829f0d-4ee9-4652-3743-73122f174d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.685153] env[69854]: DEBUG nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.703536] env[69854]: DEBUG oslo_vmware.api [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519076, 'name': PowerOnVM_Task, 'duration_secs': 0.635472} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.703813] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.704037] env[69854]: DEBUG nova.compute.manager [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.705451] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544ac50d-2356-4270-914f-0f1f902903fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.873776] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.953337] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.033040] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 2d73bb4f-9576-4d8a-94ba-5b45d72bc818 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.102372] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52829f0d-4ee9-4652-3743-73122f174d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.102998] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.102998] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.103641] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.103641] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.103641] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.103990] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-460c237c-f482-4286-9260-40f6568b2f79 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.112365] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.112560] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.113334] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde7be0f-a1aa-4841-847e-63126e1e5ba0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.119937] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 833.119937] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ea6203-1881-60b8-0b46-2fb4f67bb9ee" [ 833.119937] env[69854]: _type = "Task" [ 833.119937] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.128725] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ea6203-1881-60b8-0b46-2fb4f67bb9ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.210671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.223678] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.536912] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e1d5c300-bf38-4d68-abab-83db27f195ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.630951] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ea6203-1881-60b8-0b46-2fb4f67bb9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.631661] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a4767f-3d04-47ca-bd43-5acdd8d5ef18 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.637321] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 833.637321] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522d0ee3-274a-6a68-99ee-b3d753e6e90c" [ 833.637321] env[69854]: _type = "Task" [ 833.637321] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.645788] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522d0ee3-274a-6a68-99ee-b3d753e6e90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.040136] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance ba1eec72-9524-4af9-a791-4b3dd9584075 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.149904] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522d0ee3-274a-6a68-99ee-b3d753e6e90c, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.150263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.150587] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 2286857e-9712-4316-8b99-22137dde2157/2286857e-9712-4316-8b99-22137dde2157.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.150901] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e92aa83-79e1-49cf-922a-c83a01177281 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.159061] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 834.159061] env[69854]: value = "task-3519080" [ 834.159061] env[69854]: _type = "Task" [ 834.159061] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.168550] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.543572] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance bd8f7ec7-618b-4e04-be11-641ba2a7e5a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.670712] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519080, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.047549] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance a9ccc5fa-e939-4c53-87e0-161cbb182300 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 835.171718] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51169} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.171718] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 2286857e-9712-4316-8b99-22137dde2157/2286857e-9712-4316-8b99-22137dde2157.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.172034] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.172331] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63b651d-a0ad-47b6-b695-d59e8d6be23d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.179501] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 835.179501] env[69854]: value = "task-3519081" [ 835.179501] env[69854]: _type = "Task" [ 835.179501] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.189311] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.510033] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a9e5-f495-c28a-8dd2-dc0f606ca923/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.510204] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017b37c1-f97f-48d4-9805-18d1f846af87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.516477] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a9e5-f495-c28a-8dd2-dc0f606ca923/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.516724] env[69854]: ERROR oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a9e5-f495-c28a-8dd2-dc0f606ca923/disk-0.vmdk due to incomplete transfer. [ 835.517169] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b53de94-f336-4ab2-a339-d94d57db90b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.524705] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a9e5-f495-c28a-8dd2-dc0f606ca923/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.525635] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Uploaded image a0c800c8-b217-4b16-b05d-116476d5146a to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.527310] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.527580] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e415c20-8ff8-4c52-a010-0d2b404116b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.533471] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 835.533471] env[69854]: value = "task-3519082" [ 835.533471] env[69854]: _type = "Task" [ 835.533471] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.541934] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519082, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.550819] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 27cc50be-f6f3-47c4-8230-c694ce078d59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 835.660477] env[69854]: DEBUG nova.compute.manager [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Received event network-vif-plugged-262fed9b-0e79-4131-a6de-c53ddf302b5a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.660700] env[69854]: DEBUG oslo_concurrency.lockutils [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] Acquiring lock "2286857e-9712-4316-8b99-22137dde2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.661097] env[69854]: DEBUG oslo_concurrency.lockutils [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] Lock "2286857e-9712-4316-8b99-22137dde2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.661285] env[69854]: DEBUG oslo_concurrency.lockutils [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] Lock "2286857e-9712-4316-8b99-22137dde2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.661456] env[69854]: DEBUG nova.compute.manager [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] No waiting events found dispatching network-vif-plugged-262fed9b-0e79-4131-a6de-c53ddf302b5a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.661671] env[69854]: WARNING nova.compute.manager [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Received unexpected event network-vif-plugged-262fed9b-0e79-4131-a6de-c53ddf302b5a for instance with vm_state building and task_state spawning. [ 835.661848] env[69854]: DEBUG nova.compute.manager [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Received event network-changed-262fed9b-0e79-4131-a6de-c53ddf302b5a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.662034] env[69854]: DEBUG nova.compute.manager [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Refreshing instance network info cache due to event network-changed-262fed9b-0e79-4131-a6de-c53ddf302b5a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.662232] env[69854]: DEBUG oslo_concurrency.lockutils [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] Acquiring lock "refresh_cache-2286857e-9712-4316-8b99-22137dde2157" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.662372] env[69854]: DEBUG oslo_concurrency.lockutils [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] Acquired lock "refresh_cache-2286857e-9712-4316-8b99-22137dde2157" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.662529] env[69854]: DEBUG nova.network.neutron [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Refreshing network info cache for port 262fed9b-0e79-4131-a6de-c53ddf302b5a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.690069] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066373} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.690351] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.691172] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4521503-7ba8-45ff-8f84-4790f4662b80 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.714322] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 2286857e-9712-4316-8b99-22137dde2157/2286857e-9712-4316-8b99-22137dde2157.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.715014] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa13863d-a3e6-496c-ad9c-36461b2ba5f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.735200] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 835.735200] env[69854]: value = "task-3519083" [ 835.735200] env[69854]: _type = "Task" [ 835.735200] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.746746] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.887199] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c32c8c-93fd-12c8-bfe1-38e80c3e05b0/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.888294] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f0037-fdbe-4f4e-90dc-4c829a557917 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.894812] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c32c8c-93fd-12c8-bfe1-38e80c3e05b0/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.895018] env[69854]: ERROR oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c32c8c-93fd-12c8-bfe1-38e80c3e05b0/disk-0.vmdk due to incomplete transfer. [ 835.895253] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04ca3388-11d6-4e6c-960f-d2e8d6f4c809 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.902481] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c32c8c-93fd-12c8-bfe1-38e80c3e05b0/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.902694] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Uploaded image 67ffa738-2a0b-4e5e-854a-fcb642316ae7 to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.904245] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.904526] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10990ed1-9f54-4927-9588-fa70487ca838 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.910368] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 835.910368] env[69854]: value = "task-3519084" [ 835.910368] env[69854]: _type = "Task" [ 835.910368] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.917577] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519084, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.047338] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519082, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.056022] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance bffcb97f-4734-429f-a76a-44e05ca7d755 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.256774] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519083, 'name': ReconfigVM_Task, 'duration_secs': 0.288707} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.257093] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 2286857e-9712-4316-8b99-22137dde2157/2286857e-9712-4316-8b99-22137dde2157.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.257737] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef26a0a3-3647-4f6c-8fef-00c1c74398e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.265307] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 836.265307] env[69854]: value = "task-3519085" [ 836.265307] env[69854]: _type = "Task" [ 836.265307] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.274507] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519085, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.415222] env[69854]: DEBUG nova.network.neutron [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Updated VIF entry in instance network info cache for port 262fed9b-0e79-4131-a6de-c53ddf302b5a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.415593] env[69854]: DEBUG nova.network.neutron [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Updating instance_info_cache with network_info: [{"id": "262fed9b-0e79-4131-a6de-c53ddf302b5a", "address": "fa:16:3e:f9:46:73", "network": {"id": "d1189ee0-77eb-444a-993f-02f1eb64d8c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1700242614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c15505b167ec4aecadd6fd4f35df14d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262fed9b-0e", "ovs_interfaceid": "262fed9b-0e79-4131-a6de-c53ddf302b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.422526] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519084, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.429470] env[69854]: DEBUG nova.compute.manager [req-f8daf626-2370-46e0-a488-3abf778b8b56 req-65d34ce6-025f-4928-822d-99c571aeae02 service nova] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Received event network-vif-deleted-21f62a33-07c8-4a8d-88ca-d21956eacd03 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.543354] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519082, 'name': Destroy_Task, 'duration_secs': 0.94088} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.543606] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Destroyed the VM [ 836.543846] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.544110] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-173a96db-ab5f-4cc7-94f1-df70704e3d4e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.549450] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 836.549450] env[69854]: value = "task-3519086" [ 836.549450] env[69854]: _type = "Task" [ 836.549450] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.557210] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 693e95c1-54e8-4318-a32f-dbc0969e1856 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.558468] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.572833] env[69854]: DEBUG nova.compute.manager [None req-ab6397ac-3613-4ae0-8081-e8e680aa600e tempest-ServerDiagnosticsTest-1553750622 tempest-ServerDiagnosticsTest-1553750622-project-admin] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.573842] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fb8185-5ad0-415e-a1c9-f5537cba211e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.580164] env[69854]: INFO nova.compute.manager [None req-ab6397ac-3613-4ae0-8081-e8e680aa600e tempest-ServerDiagnosticsTest-1553750622 tempest-ServerDiagnosticsTest-1553750622-project-admin] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Retrieving diagnostics [ 836.580891] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4049e61f-83ae-45b4-a8e6-f1ebffc5b925 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.775423] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519085, 'name': Rename_Task, 'duration_secs': 0.135084} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.775770] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.776062] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b1b3c9-88b5-436a-bdd6-6ec6d71a7b82 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.783029] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 836.783029] env[69854]: value = "task-3519087" [ 836.783029] env[69854]: _type = "Task" [ 836.783029] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.792124] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.917981] env[69854]: DEBUG oslo_concurrency.lockutils [req-851e96a8-16f9-461e-8742-1382500ded55 req-c06791b0-d790-44da-8226-b694de643cde service nova] Releasing lock "refresh_cache-2286857e-9712-4316-8b99-22137dde2157" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.921509] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519084, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.060476] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 341cb138-ec28-4ac7-a903-a4cf39d353ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 837.061741] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.292607] env[69854]: DEBUG oslo_vmware.api [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519087, 'name': PowerOnVM_Task, 'duration_secs': 0.436717} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.294090] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.294090] env[69854]: INFO nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Took 8.85 seconds to spawn the instance on the hypervisor. [ 837.294178] env[69854]: DEBUG nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.295266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba729d9e-e595-4301-aa39-e5597d9adf1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.426744] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519084, 'name': Destroy_Task, 'duration_secs': 1.371536} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.426744] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Destroyed the VM [ 837.426744] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.426744] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c051a958-e1f0-49d6-91eb-404797ce1b47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.432722] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 837.432722] env[69854]: value = "task-3519088" [ 837.432722] env[69854]: _type = "Task" [ 837.432722] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.443737] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519088, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.460698] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "75921141-90d9-4c78-99b6-57fc38eff25a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.460698] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "75921141-90d9-4c78-99b6-57fc38eff25a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.462418] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "75921141-90d9-4c78-99b6-57fc38eff25a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.462418] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "75921141-90d9-4c78-99b6-57fc38eff25a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.462418] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "75921141-90d9-4c78-99b6-57fc38eff25a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.466093] env[69854]: INFO nova.compute.manager [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Terminating instance [ 837.558282] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.558282] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.564076] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 837.564435] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 837.566903] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 837.574273] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519086, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.824363] env[69854]: INFO nova.compute.manager [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Took 45.75 seconds to build instance. [ 837.948043] env[69854]: DEBUG oslo_vmware.api [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519088, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39234} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.949988] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.950241] env[69854]: INFO nova.compute.manager [None req-2ac33da3-9f57-4d4d-a00b-a07ec7c5db13 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Took 13.03 seconds to snapshot the instance on the hypervisor. [ 837.956485] env[69854]: DEBUG nova.compute.manager [req-46bef849-0c4a-4991-bf56-d753ab2d5c29 req-0ca88fb6-d6bd-48f5-b0dc-55bb01b2cf5e service nova] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Received event network-vif-deleted-52b2d62f-557a-40df-8c4a-6b2992ceb3fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.970321] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "refresh_cache-75921141-90d9-4c78-99b6-57fc38eff25a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.970499] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquired lock "refresh_cache-75921141-90d9-4c78-99b6-57fc38eff25a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.970668] env[69854]: DEBUG nova.network.neutron [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.066572] env[69854]: DEBUG oslo_vmware.api [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519086, 'name': RemoveSnapshot_Task, 'duration_secs': 1.085059} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.069425] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.069702] env[69854]: INFO nova.compute.manager [None req-a9e9818f-fcb7-42a4-84ee-1f3be20b2497 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Took 16.03 seconds to snapshot the instance on the hypervisor. [ 838.093800] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.093800] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.095367] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.095367] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.095367] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.098564] env[69854]: INFO nova.compute.manager [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Terminating instance [ 838.148392] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847f814f-3686-4dd1-a780-a7ad829eed69 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.157182] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0e7004-8cee-4552-84d0-a1b5f45f9cda {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.189166] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1def9ffe-a60e-4989-a894-0c95a382c854 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.203948] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f776cde7-0e00-4a30-a9c0-e49b1a3839fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.220022] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.325637] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f55c18d3-fa1a-41fe-8edf-e3fc4bb95842 tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "2286857e-9712-4316-8b99-22137dde2157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.751s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.494675] env[69854]: DEBUG nova.network.neutron [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.566834] env[69854]: DEBUG nova.network.neutron [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.602187] env[69854]: DEBUG nova.compute.manager [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.602462] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.603609] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e002bc1-9f1d-45f1-b285-81ddd2a85062 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.611136] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.611393] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b8e33a-89ea-45d4-8ed6-791436c52f12 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.618462] env[69854]: DEBUG oslo_vmware.api [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 838.618462] env[69854]: value = "task-3519089" [ 838.618462] env[69854]: _type = "Task" [ 838.618462] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.627918] env[69854]: DEBUG oslo_vmware.api [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.698443] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.698809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.699049] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.699274] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.699508] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.701562] env[69854]: INFO nova.compute.manager [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Terminating instance [ 838.726359] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.828876] env[69854]: DEBUG nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.069186] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Releasing lock "refresh_cache-75921141-90d9-4c78-99b6-57fc38eff25a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.069671] env[69854]: DEBUG nova.compute.manager [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.069839] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.070793] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b9976-8708-47fa-a9a3-4893a678ed48 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.078399] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.078739] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c720cd89-7cfe-4f8b-aa83-6d6e20fd9e36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.084820] env[69854]: DEBUG oslo_vmware.api [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 839.084820] env[69854]: value = "task-3519090" [ 839.084820] env[69854]: _type = "Task" [ 839.084820] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.093178] env[69854]: DEBUG oslo_vmware.api [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.127777] env[69854]: DEBUG oslo_vmware.api [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519089, 'name': PowerOffVM_Task, 'duration_secs': 0.435722} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.128067] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.128243] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.128499] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f88ca63a-e94d-4058-af44-faf56bef007f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.193022] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.193022] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.193022] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Deleting the datastore file [datastore1] e74ba056-e5e0-491a-86f8-2b6ff38b744c {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.193022] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f3ef050-4d4d-44c1-965d-88239bade2cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.202022] env[69854]: DEBUG oslo_vmware.api [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for the task: (returnval){ [ 839.202022] env[69854]: value = "task-3519092" [ 839.202022] env[69854]: _type = "Task" [ 839.202022] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.204756] env[69854]: DEBUG nova.compute.manager [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.205053] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.206301] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8fb750-ac7f-41fc-820d-a191bf20734a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.214222] env[69854]: DEBUG oslo_vmware.api [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.218525] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.219137] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bb83068-1ec7-409a-8c37-49a011a1779c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.231376] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 839.232024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.286s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.232152] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.165s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.233805] env[69854]: INFO nova.compute.claims [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.251080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.251324] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.283784] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.284016] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.284205] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleting the datastore file [datastore2] 7d6e973a-3c1d-4b46-9347-2a11462fdd94 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.285268] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa92856-a1cc-43e0-9f87-31afb8f07344 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.295101] env[69854]: DEBUG oslo_vmware.api [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 839.295101] env[69854]: value = "task-3519094" [ 839.295101] env[69854]: _type = "Task" [ 839.295101] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.303520] env[69854]: DEBUG oslo_vmware.api [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.350741] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.595080] env[69854]: DEBUG oslo_vmware.api [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519090, 'name': PowerOffVM_Task, 'duration_secs': 0.172024} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.596395] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.596521] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.596821] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48054cfc-ed1c-41c8-a615-bf71338ef5ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.620060] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.620261] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.620441] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Deleting the datastore file [datastore1] 75921141-90d9-4c78-99b6-57fc38eff25a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.620707] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9276e6c9-6598-4603-8868-fe8752745d2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.634563] env[69854]: DEBUG oslo_vmware.api [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for the task: (returnval){ [ 839.634563] env[69854]: value = "task-3519096" [ 839.634563] env[69854]: _type = "Task" [ 839.634563] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.643265] env[69854]: DEBUG oslo_vmware.api [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.694859] env[69854]: DEBUG nova.compute.manager [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.695610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd45013-ecc9-464a-91d6-edb1deff41f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.712559] env[69854]: DEBUG oslo_vmware.api [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Task: {'id': task-3519092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247743} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.712858] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.713471] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.713471] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.713608] env[69854]: INFO nova.compute.manager [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 839.713765] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.713966] env[69854]: DEBUG nova.compute.manager [-] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.714098] env[69854]: DEBUG nova.network.neutron [-] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.805326] env[69854]: DEBUG oslo_vmware.api [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356457} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.805612] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.805812] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.806020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.806208] env[69854]: INFO nova.compute.manager [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Took 0.60 seconds to destroy the instance on the hypervisor. [ 839.806471] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.806710] env[69854]: DEBUG nova.compute.manager [-] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.806775] env[69854]: DEBUG nova.network.neutron [-] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.898369] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "2286857e-9712-4316-8b99-22137dde2157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.898683] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "2286857e-9712-4316-8b99-22137dde2157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.898928] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "2286857e-9712-4316-8b99-22137dde2157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.902924] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "2286857e-9712-4316-8b99-22137dde2157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.903180] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "2286857e-9712-4316-8b99-22137dde2157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.909437] env[69854]: INFO nova.compute.manager [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Terminating instance [ 840.154288] env[69854]: DEBUG oslo_vmware.api [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Task: {'id': task-3519096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18516} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.156151] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.156151] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.156437] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.156437] env[69854]: INFO nova.compute.manager [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 840.156671] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.157744] env[69854]: DEBUG nova.compute.manager [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.157744] env[69854]: DEBUG nova.network.neutron [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.179812] env[69854]: DEBUG nova.network.neutron [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.209173] env[69854]: INFO nova.compute.manager [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] instance snapshotting [ 840.216540] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f65ef-069f-4c2a-a0d0-50f50c6ba8cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.240075] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5716d2-3d91-4864-b367-2058628aca32 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.327090] env[69854]: DEBUG nova.compute.manager [req-b9afd32e-9ccc-45b0-b5b4-b7515641fd12 req-de38b4e9-bac6-49be-91d6-0800219c48b1 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Received event network-vif-deleted-5c571c47-0918-4b68-840b-5233bce514ab {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.327297] env[69854]: INFO nova.compute.manager [req-b9afd32e-9ccc-45b0-b5b4-b7515641fd12 req-de38b4e9-bac6-49be-91d6-0800219c48b1 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Neutron deleted interface 5c571c47-0918-4b68-840b-5233bce514ab; detaching it from the instance and deleting it from the info cache [ 840.327617] env[69854]: DEBUG nova.network.neutron [req-b9afd32e-9ccc-45b0-b5b4-b7515641fd12 req-de38b4e9-bac6-49be-91d6-0800219c48b1 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.425989] env[69854]: DEBUG nova.compute.manager [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.426230] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.429589] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f796baa3-7601-4854-8a36-d427f9ce8191 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.439130] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.439415] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e7113b5-13b7-4ea6-88ff-821df58d0b3e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.446597] env[69854]: DEBUG oslo_vmware.api [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 840.446597] env[69854]: value = "task-3519097" [ 840.446597] env[69854]: _type = "Task" [ 840.446597] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.460385] env[69854]: DEBUG oslo_vmware.api [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.686614] env[69854]: DEBUG nova.network.neutron [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.687893] env[69854]: DEBUG nova.network.neutron [-] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.754702] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.755539] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3516aa-a115-4cd4-80ab-b340301f6e14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.758350] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-326e338e-3f4a-4e07-b9b6-03a178a13979 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.760355] env[69854]: DEBUG nova.network.neutron [-] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.770864] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88acc152-1f38-4cb6-9698-2052d76e2d5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.772644] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 840.772644] env[69854]: value = "task-3519098" [ 840.772644] env[69854]: _type = "Task" [ 840.772644] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.803491] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01c959c-7ea5-40a0-98fb-79dbfeb387e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.809142] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.814376] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae26a79-dd83-4df8-81cd-b59547f10d9e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.828324] env[69854]: DEBUG nova.compute.provider_tree [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.830866] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e489734c-0614-48f0-b533-e61b2b8d2125 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.839894] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c7fef-0b3e-447b-98a0-260281801786 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.868301] env[69854]: DEBUG nova.compute.manager [req-b9afd32e-9ccc-45b0-b5b4-b7515641fd12 req-de38b4e9-bac6-49be-91d6-0800219c48b1 service nova] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Detach interface failed, port_id=5c571c47-0918-4b68-840b-5233bce514ab, reason: Instance e74ba056-e5e0-491a-86f8-2b6ff38b744c could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.959051] env[69854]: DEBUG oslo_vmware.api [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519097, 'name': PowerOffVM_Task, 'duration_secs': 0.185318} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.959051] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.959051] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.959051] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-676f3118-db66-4ef4-91cc-afe4ed747e62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.138585] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.138818] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.139009] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Deleting the datastore file [datastore1] 2286857e-9712-4316-8b99-22137dde2157 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.139279] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4d476b-1edd-4ce4-a9df-21aee8eb7789 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.145492] env[69854]: DEBUG oslo_vmware.api [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for the task: (returnval){ [ 841.145492] env[69854]: value = "task-3519100" [ 841.145492] env[69854]: _type = "Task" [ 841.145492] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.153137] env[69854]: DEBUG oslo_vmware.api [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.190254] env[69854]: INFO nova.compute.manager [-] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Took 1.03 seconds to deallocate network for instance. [ 841.190604] env[69854]: INFO nova.compute.manager [-] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Took 1.48 seconds to deallocate network for instance. [ 841.264794] env[69854]: INFO nova.compute.manager [-] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Took 1.46 seconds to deallocate network for instance. [ 841.282673] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519098, 'name': CreateSnapshot_Task, 'duration_secs': 0.51376} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.283584] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.284461] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c797edd-56d1-4fcd-a020-fd6ef4a5aa00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.332500] env[69854]: DEBUG nova.scheduler.client.report [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.656718] env[69854]: DEBUG oslo_vmware.api [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Task: {'id': task-3519100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166846} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.656718] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.656718] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.656718] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.656932] env[69854]: INFO nova.compute.manager [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] [instance: 2286857e-9712-4316-8b99-22137dde2157] Took 1.23 seconds to destroy the instance on the hypervisor. [ 841.657075] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.657280] env[69854]: DEBUG nova.compute.manager [-] [instance: 2286857e-9712-4316-8b99-22137dde2157] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.657385] env[69854]: DEBUG nova.network.neutron [-] [instance: 2286857e-9712-4316-8b99-22137dde2157] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.701769] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.715907] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.770216] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.803732] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.803732] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc6f4dd0-ecce-4ec7-a17b-0c134d25afd3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.812899] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 841.812899] env[69854]: value = "task-3519101" [ 841.812899] env[69854]: _type = "Task" [ 841.812899] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.820859] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519101, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.838814] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.839332] env[69854]: DEBUG nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.849263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.530s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.849263] env[69854]: INFO nova.compute.claims [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.326180] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519101, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.348693] env[69854]: DEBUG nova.compute.utils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.350254] env[69854]: DEBUG nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.350254] env[69854]: DEBUG nova.network.neutron [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.366094] env[69854]: DEBUG nova.compute.manager [req-850cddc0-e728-4917-a22a-45b1c6d01741 req-a4d64361-100e-41ae-afad-df95f0b24ba0 service nova] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Received event network-vif-deleted-73c9e726-b62b-487a-97bc-a369f3e0a3f6 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.366094] env[69854]: DEBUG nova.compute.manager [req-850cddc0-e728-4917-a22a-45b1c6d01741 req-a4d64361-100e-41ae-afad-df95f0b24ba0 service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Received event network-vif-deleted-262fed9b-0e79-4131-a6de-c53ddf302b5a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.366094] env[69854]: INFO nova.compute.manager [req-850cddc0-e728-4917-a22a-45b1c6d01741 req-a4d64361-100e-41ae-afad-df95f0b24ba0 service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Neutron deleted interface 262fed9b-0e79-4131-a6de-c53ddf302b5a; detaching it from the instance and deleting it from the info cache [ 842.366094] env[69854]: DEBUG nova.network.neutron [req-850cddc0-e728-4917-a22a-45b1c6d01741 req-a4d64361-100e-41ae-afad-df95f0b24ba0 service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.405082] env[69854]: DEBUG nova.policy [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75c04d669614a948578ceeecde38727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9ed7831f7649d8a1513a1489a27fe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.704893] env[69854]: DEBUG nova.network.neutron [-] [instance: 2286857e-9712-4316-8b99-22137dde2157] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.758233] env[69854]: DEBUG nova.network.neutron [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Successfully created port: 3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.828241] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519101, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.855955] env[69854]: DEBUG nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.868997] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85912204-8113-4c15-984d-3c7d5692d94c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.879420] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0b8406-1b15-4f4d-8983-d8f1d96bcbd4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.910848] env[69854]: DEBUG nova.compute.manager [req-850cddc0-e728-4917-a22a-45b1c6d01741 req-a4d64361-100e-41ae-afad-df95f0b24ba0 service nova] [instance: 2286857e-9712-4316-8b99-22137dde2157] Detach interface failed, port_id=262fed9b-0e79-4131-a6de-c53ddf302b5a, reason: Instance 2286857e-9712-4316-8b99-22137dde2157 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 843.212425] env[69854]: INFO nova.compute.manager [-] [instance: 2286857e-9712-4316-8b99-22137dde2157] Took 1.55 seconds to deallocate network for instance. [ 843.328256] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519101, 'name': CloneVM_Task, 'duration_secs': 1.422836} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.328256] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Created linked-clone VM from snapshot [ 843.330404] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d6d5b9-cf34-4525-8e90-a2c2002c0c17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.347748] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Uploading image 10b3c786-db11-4ca6-93ad-34b06c604a59 {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.388914] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.388914] env[69854]: value = "vm-703037" [ 843.388914] env[69854]: _type = "VirtualMachine" [ 843.388914] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.389236] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8baac1f9-43ba-4c4c-85dc-813b482dbfa8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.399290] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lease: (returnval){ [ 843.399290] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd7b9e-ecf6-5440-95ad-8da7f19e4056" [ 843.399290] env[69854]: _type = "HttpNfcLease" [ 843.399290] env[69854]: } obtained for exporting VM: (result){ [ 843.399290] env[69854]: value = "vm-703037" [ 843.399290] env[69854]: _type = "VirtualMachine" [ 843.399290] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.399556] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the lease: (returnval){ [ 843.399556] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd7b9e-ecf6-5440-95ad-8da7f19e4056" [ 843.399556] env[69854]: _type = "HttpNfcLease" [ 843.399556] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.416200] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.416200] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd7b9e-ecf6-5440-95ad-8da7f19e4056" [ 843.416200] env[69854]: _type = "HttpNfcLease" [ 843.416200] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.417098] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.417098] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd7b9e-ecf6-5440-95ad-8da7f19e4056" [ 843.417098] env[69854]: _type = "HttpNfcLease" [ 843.417098] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.418083] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b1da5-9c22-4f30-b62e-b6d978ea922c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.428738] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3e8c5-e7f1-b921-dfdb-fe9f09d351dd/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.428891] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3e8c5-e7f1-b921-dfdb-fe9f09d351dd/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.526330] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b05a14b9-922b-47f1-88e5-c0c79780c0b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.561468] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5be9b0-9216-47e8-8524-6a15b797c04f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.573935] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c2cc2f-1f25-4769-9816-f68911e5f6e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.608108] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9320809-d619-484e-b9d5-e0fd4d76c6f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.615913] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdb4a69-178e-4618-9ea7-3625b072f6e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.629075] env[69854]: DEBUG nova.compute.provider_tree [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.724947] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.868765] env[69854]: DEBUG nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.898597] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.898860] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.899099] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.899304] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.899561] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.899730] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.900255] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.900498] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.900704] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.901079] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.901683] env[69854]: DEBUG nova.virt.hardware [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.902717] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be3d903-6b31-4b83-bbb8-36c11a8311ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.911334] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d389298-4187-4b7c-b5c5-6afa6d60a37a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.957662] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.957886] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.134612] env[69854]: DEBUG nova.scheduler.client.report [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.399534] env[69854]: DEBUG nova.compute.manager [req-c56850e2-f1c0-4dbb-a13d-ae2677ee4e9f req-aebbe839-0c11-400b-92e5-f5f30dcbd50a service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Received event network-vif-plugged-3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.400888] env[69854]: DEBUG oslo_concurrency.lockutils [req-c56850e2-f1c0-4dbb-a13d-ae2677ee4e9f req-aebbe839-0c11-400b-92e5-f5f30dcbd50a service nova] Acquiring lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.401325] env[69854]: DEBUG oslo_concurrency.lockutils [req-c56850e2-f1c0-4dbb-a13d-ae2677ee4e9f req-aebbe839-0c11-400b-92e5-f5f30dcbd50a service nova] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.401968] env[69854]: DEBUG oslo_concurrency.lockutils [req-c56850e2-f1c0-4dbb-a13d-ae2677ee4e9f req-aebbe839-0c11-400b-92e5-f5f30dcbd50a service nova] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.403337] env[69854]: DEBUG nova.compute.manager [req-c56850e2-f1c0-4dbb-a13d-ae2677ee4e9f req-aebbe839-0c11-400b-92e5-f5f30dcbd50a service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] No waiting events found dispatching network-vif-plugged-3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.404618] env[69854]: WARNING nova.compute.manager [req-c56850e2-f1c0-4dbb-a13d-ae2677ee4e9f req-aebbe839-0c11-400b-92e5-f5f30dcbd50a service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Received unexpected event network-vif-plugged-3e6619ef-879a-4e62-a8d2-deff62d17168 for instance with vm_state building and task_state spawning. [ 844.406814] env[69854]: DEBUG nova.network.neutron [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Successfully updated port: 3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.643251] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.643251] env[69854]: DEBUG nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.644475] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.285s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.644868] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.650192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.688s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.650541] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.656653] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.685s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.658716] env[69854]: INFO nova.compute.claims [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.695966] env[69854]: INFO nova.scheduler.client.report [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Deleted allocations for instance 18a12854-81a5-4691-a1df-fb704f0c0fe3 [ 844.697863] env[69854]: INFO nova.scheduler.client.report [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Deleted allocations for instance 4ec9d6d6-6748-4ff0-b411-7653473d1271 [ 844.915897] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.915897] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.915897] env[69854]: DEBUG nova.network.neutron [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.167645] env[69854]: DEBUG nova.compute.utils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.168685] env[69854]: DEBUG nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.170096] env[69854]: DEBUG nova.network.neutron [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.208738] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3024ebbd-1a34-4ad1-a21c-21a468fba061 tempest-ServersAdminNegativeTestJSON-26222337 tempest-ServersAdminNegativeTestJSON-26222337-project-member] Lock "18a12854-81a5-4691-a1df-fb704f0c0fe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.770s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.211870] env[69854]: DEBUG oslo_concurrency.lockutils [None req-983226e6-2b0d-4a97-a84c-35f67e4f3090 tempest-ServersTestJSON-999074606 tempest-ServersTestJSON-999074606-project-member] Lock "4ec9d6d6-6748-4ff0-b411-7653473d1271" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.150s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.283381] env[69854]: DEBUG nova.policy [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '465889e9f7f0426b89b91b74f5ba503e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '691e873deb084374874703f4874fee51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.486368] env[69854]: DEBUG nova.network.neutron [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.684104] env[69854]: DEBUG nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.969036] env[69854]: DEBUG nova.network.neutron [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.253025] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0ae59a-7de6-414e-9b12-b41401132e43 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.263780] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6f9bf-6511-4cf0-a5fb-b96d1871d259 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.314623] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4032fc24-f32d-4906-8222-e80a5c2cf24d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.322888] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd87ca2b-0b46-4194-88ff-a02317570203 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.340327] env[69854]: DEBUG nova.compute.provider_tree [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.447809] env[69854]: DEBUG nova.network.neutron [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Successfully created port: cf64f0ca-e417-4033-af68-436843959908 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.471848] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.472313] env[69854]: DEBUG nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Instance network_info: |[{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.473307] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:5f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e6619ef-879a-4e62-a8d2-deff62d17168', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.484463] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating folder: Project (8a9ed7831f7649d8a1513a1489a27fe0). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.485270] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7c42aa1-06aa-4715-bec4-e8058db64e83 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.497468] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Created folder: Project (8a9ed7831f7649d8a1513a1489a27fe0) in parent group-v702928. [ 846.497786] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating folder: Instances. Parent ref: group-v703038. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.497943] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6c88499-ffcb-4803-b1e7-4df15ab8fe70 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.512335] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Created folder: Instances in parent group-v703038. [ 846.513036] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.513922] env[69854]: DEBUG oslo_concurrency.lockutils [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.514173] env[69854]: DEBUG oslo_concurrency.lockutils [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.515735] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.522153] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-558d714d-eee4-461c-a4f5-ae2cb3763906 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.541898] env[69854]: DEBUG nova.compute.manager [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Received event network-changed-3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.542149] env[69854]: DEBUG nova.compute.manager [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Refreshing instance network info cache due to event network-changed-3e6619ef-879a-4e62-a8d2-deff62d17168. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.543212] env[69854]: DEBUG oslo_concurrency.lockutils [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] Acquiring lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.543212] env[69854]: DEBUG oslo_concurrency.lockutils [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] Acquired lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.543212] env[69854]: DEBUG nova.network.neutron [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Refreshing network info cache for port 3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.548881] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.548881] env[69854]: value = "task-3519105" [ 846.548881] env[69854]: _type = "Task" [ 846.548881] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.558916] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519105, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.697743] env[69854]: DEBUG nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.725099] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.725364] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.725546] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.725763] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.725921] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.726103] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.726352] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.726529] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.726722] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.726909] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.727116] env[69854]: DEBUG nova.virt.hardware [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.728100] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f250e0-7bd8-429d-89bc-fa8d6270afe3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.737282] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e418c4f-2a9e-47ff-86fe-f54ef29ee8a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.843304] env[69854]: DEBUG nova.scheduler.client.report [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.018477] env[69854]: DEBUG nova.compute.utils [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.063141] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519105, 'name': CreateVM_Task, 'duration_secs': 0.340189} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.063679] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.064476] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.064697] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.065090] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.065696] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b90712-acdf-407b-8fe0-845c812d356a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.071894] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 847.071894] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e8dae-880d-7bf7-bedb-8f6fd9c67447" [ 847.071894] env[69854]: _type = "Task" [ 847.071894] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.082872] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e8dae-880d-7bf7-bedb-8f6fd9c67447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.349156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.350067] env[69854]: DEBUG nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.353549] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.777s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.356060] env[69854]: INFO nova.compute.claims [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.393216] env[69854]: DEBUG nova.network.neutron [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updated VIF entry in instance network info cache for port 3e6619ef-879a-4e62-a8d2-deff62d17168. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.393589] env[69854]: DEBUG nova.network.neutron [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.527831] env[69854]: DEBUG oslo_concurrency.lockutils [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.583195] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e8dae-880d-7bf7-bedb-8f6fd9c67447, 'name': SearchDatastore_Task, 'duration_secs': 0.016335} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.583518] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.583757] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.583996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.584160] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.584338] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.584601] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98e14f11-5840-4edc-917f-ee0443b4bdfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.593162] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.593412] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.594187] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ebb213-e72a-4429-99ac-83d47da2b330 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.599485] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 847.599485] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52197e7b-c734-b8e9-4874-68baba0c5799" [ 847.599485] env[69854]: _type = "Task" [ 847.599485] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.607450] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52197e7b-c734-b8e9-4874-68baba0c5799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.861902] env[69854]: DEBUG nova.compute.utils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.865207] env[69854]: DEBUG nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.865500] env[69854]: DEBUG nova.network.neutron [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.903333] env[69854]: DEBUG oslo_concurrency.lockutils [req-7c941d6c-6096-4501-bc5f-8a0b901e1be3 req-70b32429-bc88-4c2f-9d07-b2cab50e955f service nova] Releasing lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.958687] env[69854]: DEBUG nova.policy [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c922ecd8d7474481435f6d621ccd9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890872c24d574e61873065784581e059', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.112504] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52197e7b-c734-b8e9-4874-68baba0c5799, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.115277] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d0d4d1-9218-4693-bfb7-09e5bd67f15a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.121967] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 848.121967] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8b452-b379-690f-b4af-1b3dc52a1bd9" [ 848.121967] env[69854]: _type = "Task" [ 848.121967] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.131595] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8b452-b379-690f-b4af-1b3dc52a1bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.372139] env[69854]: DEBUG nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.637279] env[69854]: DEBUG oslo_concurrency.lockutils [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.638062] env[69854]: DEBUG oslo_concurrency.lockutils [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.638419] env[69854]: INFO nova.compute.manager [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Attaching volume 4d4be98e-3f75-451b-964c-b943be46ccb7 to /dev/sdb [ 848.640845] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8b452-b379-690f-b4af-1b3dc52a1bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.013319} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.644294] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.644743] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 6ac198f1-2b08-4937-af85-e83b33a17edf/6ac198f1-2b08-4937-af85-e83b33a17edf.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.659730] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5fb714-0473-4013-b862-e75de486b0a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.671046] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 848.671046] env[69854]: value = "task-3519106" [ 848.671046] env[69854]: _type = "Task" [ 848.671046] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.682489] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.712983] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c429a-cde2-486f-a3ed-3a3a6bab9774 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.723551] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7970a08-4c41-443c-a288-70af6619b8a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.738544] env[69854]: DEBUG nova.virt.block_device [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updating existing volume attachment record: 8e9dc59c-4eed-43e1-8191-e17dd2c8a0e7 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.876373] env[69854]: DEBUG nova.network.neutron [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Successfully updated port: cf64f0ca-e417-4033-af68-436843959908 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.901581] env[69854]: DEBUG nova.network.neutron [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Successfully created port: b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.118850] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377c411c-2c46-42b8-ba32-1409662016f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.126672] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9769d7-f461-4fb1-86c6-362a749ab82e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.169223] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ae8be1-c3a8-442f-9507-e58fbb37147e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.183891] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452fe572-f722-4d73-aa32-7a726c81a00c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.188746] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.200760] env[69854]: DEBUG nova.compute.provider_tree [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.221561] env[69854]: DEBUG nova.compute.manager [req-2802aa23-541a-4f8e-a435-927ec0be672e req-f35de632-627f-4c71-abd5-39b745912fb5 service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Received event network-vif-plugged-cf64f0ca-e417-4033-af68-436843959908 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.221809] env[69854]: DEBUG oslo_concurrency.lockutils [req-2802aa23-541a-4f8e-a435-927ec0be672e req-f35de632-627f-4c71-abd5-39b745912fb5 service nova] Acquiring lock "c20db18e-c085-4990-a6cf-b9ce52c87e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.222112] env[69854]: DEBUG oslo_concurrency.lockutils [req-2802aa23-541a-4f8e-a435-927ec0be672e req-f35de632-627f-4c71-abd5-39b745912fb5 service nova] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.222289] env[69854]: DEBUG oslo_concurrency.lockutils [req-2802aa23-541a-4f8e-a435-927ec0be672e req-f35de632-627f-4c71-abd5-39b745912fb5 service nova] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.222457] env[69854]: DEBUG nova.compute.manager [req-2802aa23-541a-4f8e-a435-927ec0be672e req-f35de632-627f-4c71-abd5-39b745912fb5 service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] No waiting events found dispatching network-vif-plugged-cf64f0ca-e417-4033-af68-436843959908 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.222614] env[69854]: WARNING nova.compute.manager [req-2802aa23-541a-4f8e-a435-927ec0be672e req-f35de632-627f-4c71-abd5-39b745912fb5 service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Received unexpected event network-vif-plugged-cf64f0ca-e417-4033-af68-436843959908 for instance with vm_state building and task_state spawning. [ 849.387391] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "refresh_cache-c20db18e-c085-4990-a6cf-b9ce52c87e20" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.387391] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquired lock "refresh_cache-c20db18e-c085-4990-a6cf-b9ce52c87e20" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.387391] env[69854]: DEBUG nova.network.neutron [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.388692] env[69854]: DEBUG nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.429945] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.430267] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.430622] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.430821] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.430972] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.431167] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.431387] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.431548] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.431771] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.431989] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.432199] env[69854]: DEBUG nova.virt.hardware [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.433198] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604e50da-62ac-4df6-bcef-81f387ad736e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.442476] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47fc4aa-278f-4448-865f-bdd25b5c582a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.683111] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55721} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.683508] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 6ac198f1-2b08-4937-af85-e83b33a17edf/6ac198f1-2b08-4937-af85-e83b33a17edf.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.683721] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.683894] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-550c093d-b6d1-46d2-a267-f1604777d562 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.692903] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 849.692903] env[69854]: value = "task-3519111" [ 849.692903] env[69854]: _type = "Task" [ 849.692903] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.700823] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.707106] env[69854]: DEBUG nova.scheduler.client.report [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.942424] env[69854]: DEBUG nova.network.neutron [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.117457] env[69854]: DEBUG nova.network.neutron [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Updating instance_info_cache with network_info: [{"id": "cf64f0ca-e417-4033-af68-436843959908", "address": "fa:16:3e:c9:1b:31", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf64f0ca-e4", "ovs_interfaceid": "cf64f0ca-e417-4033-af68-436843959908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.206387] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07579} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.206690] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.207520] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad291e5c-2331-4297-8362-3ab0a073be65 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.210900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.211422] env[69854]: DEBUG nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.216505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.659s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.238376] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 6ac198f1-2b08-4937-af85-e83b33a17edf/6ac198f1-2b08-4937-af85-e83b33a17edf.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.239292] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58606236-3f80-4881-883f-46aba055d1f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.267198] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 850.267198] env[69854]: value = "task-3519112" [ 850.267198] env[69854]: _type = "Task" [ 850.267198] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.276523] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.622359] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Releasing lock "refresh_cache-c20db18e-c085-4990-a6cf-b9ce52c87e20" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.622863] env[69854]: DEBUG nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Instance network_info: |[{"id": "cf64f0ca-e417-4033-af68-436843959908", "address": "fa:16:3e:c9:1b:31", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf64f0ca-e4", "ovs_interfaceid": "cf64f0ca-e417-4033-af68-436843959908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.626558] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:1b:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf64f0ca-e417-4033-af68-436843959908', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.640011] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Creating folder: Project (691e873deb084374874703f4874fee51). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.641114] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8938e695-8e6b-481b-878c-c25998edae67 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.651958] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.652292] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.654296] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Created folder: Project (691e873deb084374874703f4874fee51) in parent group-v702928. [ 850.654296] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Creating folder: Instances. Parent ref: group-v703043. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.655030] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-933011c0-377f-4a09-81e5-240ee4d2da88 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.663647] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Created folder: Instances in parent group-v703043. [ 850.663887] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.664093] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.664316] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b31ab6-6004-4a24-bf7d-8b44070f3152 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.686479] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.686479] env[69854]: value = "task-3519115" [ 850.686479] env[69854]: _type = "Task" [ 850.686479] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.695604] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519115, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.719814] env[69854]: DEBUG nova.compute.utils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.724622] env[69854]: DEBUG nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.724622] env[69854]: DEBUG nova.network.neutron [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.782328] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519112, 'name': ReconfigVM_Task, 'duration_secs': 0.279021} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.786015] env[69854]: DEBUG nova.network.neutron [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Successfully updated port: b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.787208] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 6ac198f1-2b08-4937-af85-e83b33a17edf/6ac198f1-2b08-4937-af85-e83b33a17edf.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.788208] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-041ebb32-7ac0-4573-85b3-1920146756f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.791254] env[69854]: DEBUG nova.policy [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '126bd39c40ef4221a641c7eb6b926b19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba8a2a6c6194dfaadb54620142efba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.801566] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 850.801566] env[69854]: value = "task-3519116" [ 850.801566] env[69854]: _type = "Task" [ 850.801566] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.814409] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519116, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.203026] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519115, 'name': CreateVM_Task, 'duration_secs': 0.335324} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.203026] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.206395] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.206395] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.206395] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.206395] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1e7418-9621-4bc7-a68e-8e5666b590a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.213502] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 851.213502] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c55b67-b58e-8e67-1fda-b909680ebb62" [ 851.213502] env[69854]: _type = "Task" [ 851.213502] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.228645] env[69854]: DEBUG nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.231688] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c55b67-b58e-8e67-1fda-b909680ebb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.244612] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3e8c5-e7f1-b921-dfdb-fe9f09d351dd/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.245594] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292e0860-a5d0-45e7-b8e0-625634aac939 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.254886] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3e8c5-e7f1-b921-dfdb-fe9f09d351dd/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.255082] env[69854]: ERROR oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3e8c5-e7f1-b921-dfdb-fe9f09d351dd/disk-0.vmdk due to incomplete transfer. [ 851.255326] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3bc8d3b-d8cc-4445-8974-c2c858a6ee48 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.262281] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3e8c5-e7f1-b921-dfdb-fe9f09d351dd/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 851.262478] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Uploaded image 10b3c786-db11-4ca6-93ad-34b06c604a59 to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 851.264790] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.267382] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a4ccd1d-4ac5-4dbd-9385-56014852da20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.276756] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 851.276756] env[69854]: value = "task-3519118" [ 851.276756] env[69854]: _type = "Task" [ 851.276756] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.288619] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519118, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.290911] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.291098] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.291529] env[69854]: DEBUG nova.network.neutron [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.316847] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519116, 'name': Rename_Task, 'duration_secs': 0.190611} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.317138] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.317393] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41de54f-30c1-4d78-9558-6278086b52a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.324391] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 851.324391] env[69854]: value = "task-3519119" [ 851.324391] env[69854]: _type = "Task" [ 851.324391] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.337259] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.379140] env[69854]: DEBUG nova.compute.manager [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Received event network-changed-cf64f0ca-e417-4033-af68-436843959908 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.379445] env[69854]: DEBUG nova.compute.manager [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Refreshing instance network info cache due to event network-changed-cf64f0ca-e417-4033-af68-436843959908. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.379803] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Acquiring lock "refresh_cache-c20db18e-c085-4990-a6cf-b9ce52c87e20" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.380034] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Acquired lock "refresh_cache-c20db18e-c085-4990-a6cf-b9ce52c87e20" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.380467] env[69854]: DEBUG nova.network.neutron [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Refreshing network info cache for port cf64f0ca-e417-4033-af68-436843959908 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.384871] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39cfa5-691a-4ba1-affe-5b163053578f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.394846] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7deb1-9e38-48ca-b848-99c1ec10b820 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.406761] env[69854]: DEBUG nova.network.neutron [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Successfully created port: ccb0d4e0-89c8-4a99-9adf-c1941254f284 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.438826] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef92b37e-c144-4402-ac34-d4701a948665 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.446634] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89385f5-0b9a-4b62-8848-1d6f976b94a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.461890] env[69854]: DEBUG nova.compute.provider_tree [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.724287] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c55b67-b58e-8e67-1fda-b909680ebb62, 'name': SearchDatastore_Task, 'duration_secs': 0.029736} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.724696] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.724811] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.725091] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.725247] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.725426] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.725808] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da45c70-de22-4175-a93b-c9955fca0220 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.734167] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.734340] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.739240] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7df9b9-dbe7-4536-96e0-c607965b0211 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.744690] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 851.744690] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ca20d8-77a8-c8fc-b75e-75ac39a92d9c" [ 851.744690] env[69854]: _type = "Task" [ 851.744690] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.752372] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ca20d8-77a8-c8fc-b75e-75ac39a92d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.788077] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519118, 'name': Destroy_Task, 'duration_secs': 0.372393} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.788077] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Destroyed the VM [ 851.788216] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.788810] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55b5aff7-5b0f-45a9-b1ec-357988b62ab2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.796467] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 851.796467] env[69854]: value = "task-3519120" [ 851.796467] env[69854]: _type = "Task" [ 851.796467] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.806901] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519120, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.834598] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.864190] env[69854]: DEBUG nova.network.neutron [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.968009] env[69854]: DEBUG nova.scheduler.client.report [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.182528] env[69854]: DEBUG nova.network.neutron [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Updated VIF entry in instance network info cache for port cf64f0ca-e417-4033-af68-436843959908. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.183068] env[69854]: DEBUG nova.network.neutron [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Updating instance_info_cache with network_info: [{"id": "cf64f0ca-e417-4033-af68-436843959908", "address": "fa:16:3e:c9:1b:31", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf64f0ca-e4", "ovs_interfaceid": "cf64f0ca-e417-4033-af68-436843959908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.188475] env[69854]: DEBUG nova.network.neutron [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.243527] env[69854]: DEBUG nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.258059] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ca20d8-77a8-c8fc-b75e-75ac39a92d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.007894} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.259021] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24434c8-9e97-44d4-b3fd-c6e2b24c0a60 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.265210] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 852.265210] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bc2bef-03dd-3b60-5ddf-a513475c9170" [ 852.265210] env[69854]: _type = "Task" [ 852.265210] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.276750] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bc2bef-03dd-3b60-5ddf-a513475c9170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.280519] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.280789] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.280985] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.281228] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.281380] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.281529] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.281738] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.281925] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.282126] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.282277] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.282465] env[69854]: DEBUG nova.virt.hardware [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.283834] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ced06-c9ae-479d-a12b-1930c9157605 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.292025] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d251d31d-7e6d-4c24-a3ef-776906335bc0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.317190] env[69854]: DEBUG oslo_vmware.api [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519120, 'name': RemoveSnapshot_Task, 'duration_secs': 0.500726} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.317190] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.317190] env[69854]: INFO nova.compute.manager [None req-4a404ac5-aacb-4114-ac81-5e2ebe819824 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Took 12.10 seconds to snapshot the instance on the hypervisor. [ 852.335958] env[69854]: DEBUG oslo_vmware.api [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519119, 'name': PowerOnVM_Task, 'duration_secs': 0.557261} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.335958] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.335958] env[69854]: INFO nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Took 8.47 seconds to spawn the instance on the hypervisor. [ 852.335958] env[69854]: DEBUG nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.336911] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ac044-bd84-451e-9fc9-c2c68e0f3f92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.692022] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Releasing lock "refresh_cache-c20db18e-c085-4990-a6cf-b9ce52c87e20" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.692022] env[69854]: DEBUG nova.compute.manager [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Received event network-vif-plugged-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.692022] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.692022] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.692022] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.692022] env[69854]: DEBUG nova.compute.manager [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] No waiting events found dispatching network-vif-plugged-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.692022] env[69854]: WARNING nova.compute.manager [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Received unexpected event network-vif-plugged-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac for instance with vm_state building and task_state spawning. [ 852.692022] env[69854]: DEBUG nova.compute.manager [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Received event network-changed-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.692022] env[69854]: DEBUG nova.compute.manager [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Refreshing instance network info cache due to event network-changed-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.692022] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.692022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.692959] env[69854]: DEBUG nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Instance network_info: |[{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.693500] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.693863] env[69854]: DEBUG nova.network.neutron [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Refreshing network info cache for port b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.695169] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:f1:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b31db8-a2f4-4ec2-bcbb-e302478b48ac', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.703560] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Creating folder: Project (890872c24d574e61873065784581e059). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.707198] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc16ecee-f34b-4074-9829-fc67408f0acd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.726058] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Created folder: Project (890872c24d574e61873065784581e059) in parent group-v702928. [ 852.726058] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Creating folder: Instances. Parent ref: group-v703046. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.726058] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c960979a-7a12-4d6a-a036-c7ba116dc52f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.734510] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Created folder: Instances in parent group-v703046. [ 852.734915] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.735248] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.738011] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d16dd7-a721-4b6f-9672-43a7b132c3bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.761020] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.761020] env[69854]: value = "task-3519123" [ 852.761020] env[69854]: _type = "Task" [ 852.761020] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.766776] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519123, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.776482] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bc2bef-03dd-3b60-5ddf-a513475c9170, 'name': SearchDatastore_Task, 'duration_secs': 0.018023} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.776930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.777349] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c20db18e-c085-4990-a6cf-b9ce52c87e20/c20db18e-c085-4990-a6cf-b9ce52c87e20.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.777765] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4106a3b4-dbde-438d-abbc-3cb54de988e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.784264] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 852.784264] env[69854]: value = "task-3519124" [ 852.784264] env[69854]: _type = "Task" [ 852.784264] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.793065] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.867625] env[69854]: INFO nova.compute.manager [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Took 53.82 seconds to build instance. [ 852.985727] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.769s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.989149] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.536s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.989678] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.996021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.403s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.996021] env[69854]: INFO nova.compute.claims [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.046564] env[69854]: INFO nova.scheduler.client.report [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Deleted allocations for instance 75849b03-fa75-42ef-b7e2-b8b001e720b6 [ 853.177923] env[69854]: DEBUG nova.network.neutron [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updated VIF entry in instance network info cache for port b2b31db8-a2f4-4ec2-bcbb-e302478b48ac. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.178295] env[69854]: DEBUG nova.network.neutron [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.273291] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519123, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.296111] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519124, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.314149] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 853.314149] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703042', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'name': 'volume-4d4be98e-3f75-451b-964c-b943be46ccb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d', 'attached_at': '', 'detached_at': '', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'serial': '4d4be98e-3f75-451b-964c-b943be46ccb7'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 853.314149] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce75316-e6a5-468b-bce3-e31974f9bbf3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.335576] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4a813-8d97-4a44-b1ce-1d7778741392 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.367292] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-4d4be98e-3f75-451b-964c-b943be46ccb7/volume-4d4be98e-3f75-451b-964c-b943be46ccb7.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.367694] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf34510-4699-4b3f-be03-1b8ea789cc50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.381431] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00fe0c1e-2911-432d-8fce-5f4f04318c14 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.709s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.388475] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 853.388475] env[69854]: value = "task-3519125" [ 853.388475] env[69854]: _type = "Task" [ 853.388475] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.398637] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.558837] env[69854]: DEBUG oslo_concurrency.lockutils [None req-46959bc5-2aca-4146-a736-aa995142fc5b tempest-ServerAddressesNegativeTestJSON-1713142195 tempest-ServerAddressesNegativeTestJSON-1713142195-project-member] Lock "75849b03-fa75-42ef-b7e2-b8b001e720b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.530s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.576469] env[69854]: INFO nova.scheduler.client.report [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Deleted allocation for migration 7e573f1a-0db8-4c20-b4fb-ce1d0e5768eb [ 853.683028] env[69854]: DEBUG oslo_concurrency.lockutils [req-8682527a-7b60-404d-86b0-0f4baa40ae62 req-85313563-554d-4e5e-8ee0-b04d67f137de service nova] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.772515] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519123, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.794668] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515197} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.794928] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c20db18e-c085-4990-a6cf-b9ce52c87e20/c20db18e-c085-4990-a6cf-b9ce52c87e20.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.795168] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.795429] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d99ee02-500f-44f3-87ca-2593d5859e94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.801553] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 853.801553] env[69854]: value = "task-3519126" [ 853.801553] env[69854]: _type = "Task" [ 853.801553] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.814701] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.885747] env[69854]: DEBUG nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.891290] env[69854]: DEBUG nova.compute.manager [req-153604a4-4b72-4ac5-a14d-5a95377ac3d1 req-e46ebf63-222f-4bb6-8c69-d663a97e6457 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Received event network-vif-plugged-ccb0d4e0-89c8-4a99-9adf-c1941254f284 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.891832] env[69854]: DEBUG oslo_concurrency.lockutils [req-153604a4-4b72-4ac5-a14d-5a95377ac3d1 req-e46ebf63-222f-4bb6-8c69-d663a97e6457 service nova] Acquiring lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.891832] env[69854]: DEBUG oslo_concurrency.lockutils [req-153604a4-4b72-4ac5-a14d-5a95377ac3d1 req-e46ebf63-222f-4bb6-8c69-d663a97e6457 service nova] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.891925] env[69854]: DEBUG oslo_concurrency.lockutils [req-153604a4-4b72-4ac5-a14d-5a95377ac3d1 req-e46ebf63-222f-4bb6-8c69-d663a97e6457 service nova] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.892192] env[69854]: DEBUG nova.compute.manager [req-153604a4-4b72-4ac5-a14d-5a95377ac3d1 req-e46ebf63-222f-4bb6-8c69-d663a97e6457 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] No waiting events found dispatching network-vif-plugged-ccb0d4e0-89c8-4a99-9adf-c1941254f284 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.892395] env[69854]: WARNING nova.compute.manager [req-153604a4-4b72-4ac5-a14d-5a95377ac3d1 req-e46ebf63-222f-4bb6-8c69-d663a97e6457 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Received unexpected event network-vif-plugged-ccb0d4e0-89c8-4a99-9adf-c1941254f284 for instance with vm_state building and task_state spawning. [ 853.902767] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519125, 'name': ReconfigVM_Task, 'duration_secs': 0.405202} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.903128] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-4d4be98e-3f75-451b-964c-b943be46ccb7/volume-4d4be98e-3f75-451b-964c-b943be46ccb7.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.911933] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb481ebc-7496-4117-aec5-24eb73728600 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.927456] env[69854]: DEBUG nova.network.neutron [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Successfully updated port: ccb0d4e0-89c8-4a99-9adf-c1941254f284 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.930928] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 853.930928] env[69854]: value = "task-3519127" [ 853.930928] env[69854]: _type = "Task" [ 853.930928] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.950393] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.082330] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1562941-0ad5-4ede-aa36-a94a55a6fbfc tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.963s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.261151] env[69854]: DEBUG nova.compute.manager [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Received event network-changed-3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.261151] env[69854]: DEBUG nova.compute.manager [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Refreshing instance network info cache due to event network-changed-3e6619ef-879a-4e62-a8d2-deff62d17168. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.261151] env[69854]: DEBUG oslo_concurrency.lockutils [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] Acquiring lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.261151] env[69854]: DEBUG oslo_concurrency.lockutils [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] Acquired lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.261151] env[69854]: DEBUG nova.network.neutron [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Refreshing network info cache for port 3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.278926] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519123, 'name': CreateVM_Task, 'duration_secs': 1.380415} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.279596] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.280797] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.281233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.281992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.284832] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2298f9-7070-458b-b93e-6894012cdf2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.290462] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 854.290462] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a75946-80e5-7c06-765c-47ba46240495" [ 854.290462] env[69854]: _type = "Task" [ 854.290462] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.300400] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a75946-80e5-7c06-765c-47ba46240495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.311444] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062172} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.311692] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.312473] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae30c7c4-373d-4457-b497-944d62d69f3b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.335629] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c20db18e-c085-4990-a6cf-b9ce52c87e20/c20db18e-c085-4990-a6cf-b9ce52c87e20.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.337532] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6393fb00-87f3-41c1-8c9e-ea0204170360 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.359180] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 854.359180] env[69854]: value = "task-3519128" [ 854.359180] env[69854]: _type = "Task" [ 854.359180] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.370761] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.408370] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.429751] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "refresh_cache-2d73bb4f-9576-4d8a-94ba-5b45d72bc818" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.429969] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquired lock "refresh_cache-2d73bb4f-9576-4d8a-94ba-5b45d72bc818" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.430138] env[69854]: DEBUG nova.network.neutron [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.447668] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.645931] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6cede5-ed1a-45e6-bf0c-62daac0c802d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.655064] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca711a-0a03-4a84-9e1d-8a121ebff7a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.687296] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba139c5-ef37-446f-9b90-584f7f0cdf2e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.694874] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76994df8-4d75-420c-86cd-571261e9a48f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.710033] env[69854]: DEBUG nova.compute.provider_tree [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.801372] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a75946-80e5-7c06-765c-47ba46240495, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.801720] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.801992] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.802239] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.802386] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.802566] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.802831] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731c0369-96b9-45f5-a9bd-9ff679119dc7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.811168] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.811602] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.812381] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a237eda-318e-4040-b17b-7f0dd6a4b5fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.818142] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 854.818142] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528fca31-daed-ce85-4af3-67f8202624db" [ 854.818142] env[69854]: _type = "Task" [ 854.818142] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.825105] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528fca31-daed-ce85-4af3-67f8202624db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.868744] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519128, 'name': ReconfigVM_Task, 'duration_secs': 0.370519} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.869252] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c20db18e-c085-4990-a6cf-b9ce52c87e20/c20db18e-c085-4990-a6cf-b9ce52c87e20.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.870032] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf8fad1-a32c-4d9e-a711-cd11716a62e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.876917] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 854.876917] env[69854]: value = "task-3519129" [ 854.876917] env[69854]: _type = "Task" [ 854.876917] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.888635] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519129, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.946102] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.017468] env[69854]: DEBUG nova.network.neutron [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.213123] env[69854]: DEBUG nova.scheduler.client.report [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.329686] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528fca31-daed-ce85-4af3-67f8202624db, 'name': SearchDatastore_Task, 'duration_secs': 0.008545} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.330208] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80aabff7-41a0-4cb0-b24f-8a8bf96e7923 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.336467] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 855.336467] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ab4919-daeb-ec65-9a92-a818389f3839" [ 855.336467] env[69854]: _type = "Task" [ 855.336467] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.344072] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ab4919-daeb-ec65-9a92-a818389f3839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.386697] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519129, 'name': Rename_Task, 'duration_secs': 0.216759} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.387818] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.387818] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f0f4fdc-df1c-49a8-ad01-f20e2af13e63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.393461] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 855.393461] env[69854]: value = "task-3519130" [ 855.393461] env[69854]: _type = "Task" [ 855.393461] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.405014] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.442824] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.446167] env[69854]: DEBUG nova.network.neutron [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updated VIF entry in instance network info cache for port 3e6619ef-879a-4e62-a8d2-deff62d17168. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.446167] env[69854]: DEBUG nova.network.neutron [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.464366] env[69854]: DEBUG nova.network.neutron [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Updating instance_info_cache with network_info: [{"id": "ccb0d4e0-89c8-4a99-9adf-c1941254f284", "address": "fa:16:3e:df:71:ac", "network": {"id": "42275356-8d3d-4019-b7e7-9079441a460f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1442770056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba8a2a6c6194dfaadb54620142efba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb0d4e0-89", "ovs_interfaceid": "ccb0d4e0-89c8-4a99-9adf-c1941254f284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.721468] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.722050] env[69854]: DEBUG nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.731021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.087s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.731021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.731021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.845s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.731731] env[69854]: INFO nova.compute.claims [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.763734] env[69854]: INFO nova.scheduler.client.report [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Deleted allocations for instance c252adcd-aab4-4d5d-afd0-8ed44912dd98 [ 855.850651] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ab4919-daeb-ec65-9a92-a818389f3839, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.850945] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.852249] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] eddda2a1-2988-471e-af3b-99c8ec29cffc/eddda2a1-2988-471e-af3b-99c8ec29cffc.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.852249] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e51df986-773f-4c0a-a950-3d0b75faa217 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.858576] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 855.858576] env[69854]: value = "task-3519131" [ 855.858576] env[69854]: _type = "Task" [ 855.858576] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.867067] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.915273] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.952639] env[69854]: DEBUG oslo_concurrency.lockutils [req-78c09037-a1f9-4eec-8923-96c91b389ed7 req-ba1a9e07-1737-455c-991b-f6680bbe4bac service nova] Releasing lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.953157] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.970020] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Releasing lock "refresh_cache-2d73bb4f-9576-4d8a-94ba-5b45d72bc818" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.970020] env[69854]: DEBUG nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Instance network_info: |[{"id": "ccb0d4e0-89c8-4a99-9adf-c1941254f284", "address": "fa:16:3e:df:71:ac", "network": {"id": "42275356-8d3d-4019-b7e7-9079441a460f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1442770056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba8a2a6c6194dfaadb54620142efba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb0d4e0-89", "ovs_interfaceid": "ccb0d4e0-89c8-4a99-9adf-c1941254f284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.970020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:71:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccb0d4e0-89c8-4a99-9adf-c1941254f284', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.981892] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Creating folder: Project (8ba8a2a6c6194dfaadb54620142efba2). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.981892] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10efc89-f358-463d-85e4-dc4a31e6a792 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.994432] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Created folder: Project (8ba8a2a6c6194dfaadb54620142efba2) in parent group-v702928. [ 855.994432] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Creating folder: Instances. Parent ref: group-v703049. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.994601] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0757fd35-6117-4bfc-b529-bbeeacf944e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005666] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Created folder: Instances in parent group-v703049. [ 856.006025] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.006172] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.007079] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7298948a-5cce-48bf-981e-50da36fcf11e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.028222] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "50774648-3c9a-4361-870e-3364a20e2f9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.029174] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "50774648-3c9a-4361-870e-3364a20e2f9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.034623] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.034623] env[69854]: value = "task-3519134" [ 856.034623] env[69854]: _type = "Task" [ 856.034623] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.043882] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519134, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.084651] env[69854]: DEBUG nova.compute.manager [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Received event network-changed-ccb0d4e0-89c8-4a99-9adf-c1941254f284 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.084651] env[69854]: DEBUG nova.compute.manager [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Refreshing instance network info cache due to event network-changed-ccb0d4e0-89c8-4a99-9adf-c1941254f284. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.084651] env[69854]: DEBUG oslo_concurrency.lockutils [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] Acquiring lock "refresh_cache-2d73bb4f-9576-4d8a-94ba-5b45d72bc818" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.084651] env[69854]: DEBUG oslo_concurrency.lockutils [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] Acquired lock "refresh_cache-2d73bb4f-9576-4d8a-94ba-5b45d72bc818" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.084651] env[69854]: DEBUG nova.network.neutron [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Refreshing network info cache for port ccb0d4e0-89c8-4a99-9adf-c1941254f284 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.236616] env[69854]: DEBUG nova.compute.utils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.238062] env[69854]: DEBUG nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.238252] env[69854]: DEBUG nova.network.neutron [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.280020] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1cb72225-7be0-49da-babb-60b07fb0af66 tempest-FloatingIPsAssociationTestJSON-943086566 tempest-FloatingIPsAssociationTestJSON-943086566-project-member] Lock "c252adcd-aab4-4d5d-afd0-8ed44912dd98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.107s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.306546] env[69854]: DEBUG nova.policy [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ca82f8ef4cf4372a972bb59bda43f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80214cf35f9425cbe6e454623513e21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.372625] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519131, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.404982] env[69854]: DEBUG oslo_vmware.api [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519130, 'name': PowerOnVM_Task, 'duration_secs': 0.691647} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.404982] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.405427] env[69854]: INFO nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Took 9.71 seconds to spawn the instance on the hypervisor. [ 856.405427] env[69854]: DEBUG nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.406187] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cf7643-b1da-49f0-83e2-d9c3c7f430dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.447949] env[69854]: DEBUG oslo_vmware.api [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519127, 'name': ReconfigVM_Task, 'duration_secs': 2.063328} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.447949] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703042', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'name': 'volume-4d4be98e-3f75-451b-964c-b943be46ccb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d', 'attached_at': '', 'detached_at': '', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'serial': '4d4be98e-3f75-451b-964c-b943be46ccb7'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 856.549155] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519134, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.749528] env[69854]: DEBUG nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.780342] env[69854]: DEBUG nova.network.neutron [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Successfully created port: 1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.871684] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538735} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.872064] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] eddda2a1-2988-471e-af3b-99c8ec29cffc/eddda2a1-2988-471e-af3b-99c8ec29cffc.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.872221] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.872477] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ce95021-bc4f-49ae-8486-10671a99c141 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.879491] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 856.879491] env[69854]: value = "task-3519135" [ 856.879491] env[69854]: _type = "Task" [ 856.879491] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.888303] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.926433] env[69854]: INFO nova.compute.manager [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Took 57.63 seconds to build instance. [ 857.001478] env[69854]: DEBUG nova.network.neutron [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Updated VIF entry in instance network info cache for port ccb0d4e0-89c8-4a99-9adf-c1941254f284. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.001977] env[69854]: DEBUG nova.network.neutron [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Updating instance_info_cache with network_info: [{"id": "ccb0d4e0-89c8-4a99-9adf-c1941254f284", "address": "fa:16:3e:df:71:ac", "network": {"id": "42275356-8d3d-4019-b7e7-9079441a460f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1442770056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba8a2a6c6194dfaadb54620142efba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb0d4e0-89", "ovs_interfaceid": "ccb0d4e0-89c8-4a99-9adf-c1941254f284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.055496] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519134, 'name': CreateVM_Task, 'duration_secs': 0.674962} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.059020] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.060352] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.060352] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.060352] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.060820] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b084a8-273a-4b54-80f8-e78bd45a8fca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.066354] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 857.066354] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524b7e51-3abf-0cf6-a4fd-08ab5a421c5d" [ 857.066354] env[69854]: _type = "Task" [ 857.066354] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.077192] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524b7e51-3abf-0cf6-a4fd-08ab5a421c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.353135] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff62f299-981c-401b-b53b-e72a9a0aef75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.362756] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68f4fcb-beed-4653-8605-6b3bfdc9c536 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.402713] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81b3f38-fc58-4d15-9468-3d3f587a90a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.410297] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066226} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.412442] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.413438] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37f6ed-96b4-403e-8e55-f82ad4160dad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.417633] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ce9ca-50a5-4d48-a8f6-a420e24b1b91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.431359] env[69854]: DEBUG oslo_concurrency.lockutils [None req-152876bd-397c-4304-9e46-ccbfdab10193 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.204s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.431866] env[69854]: DEBUG nova.compute.provider_tree [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.454384] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] eddda2a1-2988-471e-af3b-99c8ec29cffc/eddda2a1-2988-471e-af3b-99c8ec29cffc.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.455544] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6447a0-45f5-43b8-9ded-8850cbc122a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.476533] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 857.476533] env[69854]: value = "task-3519136" [ 857.476533] env[69854]: _type = "Task" [ 857.476533] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.484844] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.510460] env[69854]: DEBUG oslo_concurrency.lockutils [req-433c7fae-173d-4c03-ad12-2267d3a54618 req-c2910506-dc02-4dbd-b7a0-a0432eae7f73 service nova] Releasing lock "refresh_cache-2d73bb4f-9576-4d8a-94ba-5b45d72bc818" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.533125] env[69854]: DEBUG nova.objects.instance [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lazy-loading 'flavor' on Instance uuid 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.578186] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524b7e51-3abf-0cf6-a4fd-08ab5a421c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.578186] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.578186] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.578186] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.578319] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.578502] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.578751] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58398f8d-4913-4a2b-abdb-998bd40027f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.587197] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.587374] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.588430] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23676e31-7eac-4568-994b-319a5af55698 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.594553] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 857.594553] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e0b341-cc95-c46c-b537-111f5b7e65b0" [ 857.594553] env[69854]: _type = "Task" [ 857.594553] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.602739] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e0b341-cc95-c46c-b537-111f5b7e65b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.696257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "58aec72d-9b5c-4921-9057-3c3c136d50ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.696257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.766524] env[69854]: DEBUG nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.793442] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.794513] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.794513] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.794513] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.794513] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.794513] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.794513] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.794891] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.794891] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.794987] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.795168] env[69854]: DEBUG nova.virt.hardware [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.796069] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488e4da0-871c-43a2-8427-ff8d202e5eec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.804685] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177028c8-44d0-4dbc-a48b-14d68415e2d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.936197] env[69854]: DEBUG nova.scheduler.client.report [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.956358] env[69854]: DEBUG nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.994344] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.043950] env[69854]: DEBUG oslo_concurrency.lockutils [None req-209871d9-62fb-48aa-906b-45c757528ede tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.405s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.108484] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e0b341-cc95-c46c-b537-111f5b7e65b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008414} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.109647] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2695b614-4d24-440b-a32e-c140c94682dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.119060] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 858.119060] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5290bc1f-c016-8e7e-e2a8-930b6c2dae86" [ 858.119060] env[69854]: _type = "Task" [ 858.119060] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.126598] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5290bc1f-c016-8e7e-e2a8-930b6c2dae86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.446687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.447315] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.454944] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.502s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.454944] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.456705] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.205s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.458365] env[69854]: INFO nova.compute.claims [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.486693] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.490188] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519136, 'name': ReconfigVM_Task, 'duration_secs': 0.666756} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.490405] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] eddda2a1-2988-471e-af3b-99c8ec29cffc/eddda2a1-2988-471e-af3b-99c8ec29cffc.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.491086] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc4a9eab-5319-4030-a3fb-947b04a33340 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.499385] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 858.499385] env[69854]: value = "task-3519137" [ 858.499385] env[69854]: _type = "Task" [ 858.499385] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.500107] env[69854]: INFO nova.scheduler.client.report [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Deleted allocations for instance 94885a87-a767-4725-af22-52fd7fa7bbb2 [ 858.514573] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519137, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.576483] env[69854]: DEBUG nova.network.neutron [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Successfully updated port: 1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.631524] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5290bc1f-c016-8e7e-e2a8-930b6c2dae86, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.631815] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.632602] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 2d73bb4f-9576-4d8a-94ba-5b45d72bc818/2d73bb4f-9576-4d8a-94ba-5b45d72bc818.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.632944] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e40322b-216e-4c13-b827-f8a474072874 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.641721] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 858.641721] env[69854]: value = "task-3519138" [ 858.641721] env[69854]: _type = "Task" [ 858.641721] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.650449] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.729188] env[69854]: DEBUG nova.compute.manager [req-2f1356b8-f21c-4401-b59c-4d3068723d8c req-1a9af2e8-ae92-44c0-9cc3-577caf649891 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Received event network-vif-plugged-1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.729188] env[69854]: DEBUG oslo_concurrency.lockutils [req-2f1356b8-f21c-4401-b59c-4d3068723d8c req-1a9af2e8-ae92-44c0-9cc3-577caf649891 service nova] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.729188] env[69854]: DEBUG oslo_concurrency.lockutils [req-2f1356b8-f21c-4401-b59c-4d3068723d8c req-1a9af2e8-ae92-44c0-9cc3-577caf649891 service nova] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.729188] env[69854]: DEBUG oslo_concurrency.lockutils [req-2f1356b8-f21c-4401-b59c-4d3068723d8c req-1a9af2e8-ae92-44c0-9cc3-577caf649891 service nova] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.729188] env[69854]: DEBUG nova.compute.manager [req-2f1356b8-f21c-4401-b59c-4d3068723d8c req-1a9af2e8-ae92-44c0-9cc3-577caf649891 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] No waiting events found dispatching network-vif-plugged-1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.729188] env[69854]: WARNING nova.compute.manager [req-2f1356b8-f21c-4401-b59c-4d3068723d8c req-1a9af2e8-ae92-44c0-9cc3-577caf649891 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Received unexpected event network-vif-plugged-1e4ab4f1-01ef-431e-a334-8b7e243f15bb for instance with vm_state building and task_state spawning. [ 858.957337] env[69854]: DEBUG nova.compute.utils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.959084] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.959146] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.009972] env[69854]: DEBUG nova.policy [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bea498f39254a849a36003f4e9b76c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe8c3f787354a4f8ce92a0415bff47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.014397] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9997250f-8437-47e8-895d-5e93e740b731 tempest-DeleteServersAdminTestJSON-2145681394 tempest-DeleteServersAdminTestJSON-2145681394-project-member] Lock "94885a87-a767-4725-af22-52fd7fa7bbb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.582s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.022432] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519137, 'name': Rename_Task, 'duration_secs': 0.173603} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.022715] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.023126] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ff5661-4fd6-4ae0-912e-aafbfde8a7dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.034851] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 859.034851] env[69854]: value = "task-3519139" [ 859.034851] env[69854]: _type = "Task" [ 859.034851] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.051645] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519139, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.072886] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.072886] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.080807] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.080807] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.080807] env[69854]: DEBUG nova.network.neutron [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.153636] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484055} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.154082] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 2d73bb4f-9576-4d8a-94ba-5b45d72bc818/2d73bb4f-9576-4d8a-94ba-5b45d72bc818.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.154395] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.154668] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30247d79-acb7-4595-b106-e0a027731431 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.163757] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 859.163757] env[69854]: value = "task-3519140" [ 859.163757] env[69854]: _type = "Task" [ 859.163757] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.173845] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.364661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "c20db18e-c085-4990-a6cf-b9ce52c87e20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.364962] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.365211] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "c20db18e-c085-4990-a6cf-b9ce52c87e20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.365396] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.365567] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.367835] env[69854]: INFO nova.compute.manager [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Terminating instance [ 859.458976] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Successfully created port: ac09680a-03c2-47aa-a55f-112aac7ffb32 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.462695] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.537564] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.537817] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.539263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.539263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.539263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.547346] env[69854]: INFO nova.compute.manager [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Terminating instance [ 859.555281] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.576242] env[69854]: INFO nova.compute.manager [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Detaching volume 4d4be98e-3f75-451b-964c-b943be46ccb7 [ 859.623778] env[69854]: INFO nova.virt.block_device [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Attempting to driver detach volume 4d4be98e-3f75-451b-964c-b943be46ccb7 from mountpoint /dev/sdb [ 859.624028] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 859.624231] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703042', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'name': 'volume-4d4be98e-3f75-451b-964c-b943be46ccb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d', 'attached_at': '', 'detached_at': '', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'serial': '4d4be98e-3f75-451b-964c-b943be46ccb7'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 859.625407] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffee75c-58d4-4595-a491-13f52f645de7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.652777] env[69854]: DEBUG nova.network.neutron [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.657779] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a6bd0-762b-4223-93d0-5e13df99affc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.667867] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d64dac-277d-4301-a753-083bcdc80047 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.675015] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066449} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.691254] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.696042] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0338a6bd-62e8-4adb-ae5b-9551af3fb952 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.698836] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32899dab-2e09-4e71-ae26-4838d25c24c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.721827] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2d73bb4f-9576-4d8a-94ba-5b45d72bc818/2d73bb4f-9576-4d8a-94ba-5b45d72bc818.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.737011] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-149cd52d-0ded-4ed6-82b7-9c8ec4f0e659 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.752418] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d4be98e-3f75-451b-964c-b943be46ccb7/volume-4d4be98e-3f75-451b-964c-b943be46ccb7.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 859.758820] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.762560] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7996d7b9-e439-466a-a15d-0df48eb528b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.782975] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 859.782975] env[69854]: value = "task-3519141" [ 859.782975] env[69854]: _type = "Task" [ 859.782975] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.784382] env[69854]: DEBUG oslo_vmware.api [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 859.784382] env[69854]: value = "task-3519142" [ 859.784382] env[69854]: _type = "Task" [ 859.784382] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.801773] env[69854]: DEBUG oslo_vmware.api [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.802416] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.872946] env[69854]: DEBUG nova.compute.manager [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.874183] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.874183] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55760c32-8871-421b-8051-c48f9b0bd181 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.885732] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.885732] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15be3031-f37a-4c00-badc-3aef7d276b46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.891805] env[69854]: DEBUG oslo_vmware.api [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 859.891805] env[69854]: value = "task-3519143" [ 859.891805] env[69854]: _type = "Task" [ 859.891805] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.905137] env[69854]: DEBUG oslo_vmware.api [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.959941] env[69854]: DEBUG nova.network.neutron [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating instance_info_cache with network_info: [{"id": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "address": "fa:16:3e:15:95:0a", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4ab4f1-01", "ovs_interfaceid": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.060214] env[69854]: DEBUG nova.compute.manager [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.060486] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.060858] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.061921] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e925809-683d-4f80-a3b0-c58db9ef3563 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.070169] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.073376] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9133161d-9d92-4051-a150-765ad1d85761 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.083293] env[69854]: DEBUG oslo_vmware.api [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 860.083293] env[69854]: value = "task-3519144" [ 860.083293] env[69854]: _type = "Task" [ 860.083293] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.092280] env[69854]: DEBUG oslo_vmware.api [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.204057] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa6ccb3-dce7-4de7-9e13-3b0a26b46a4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.212464] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b78310-3105-49c0-b3fc-025119a065ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.246269] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f429e7-309a-48b6-bd02-ab76e16ef42a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.255344] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a52dc56-f6a0-47eb-bae0-431b52e321b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.270341] env[69854]: DEBUG nova.compute.provider_tree [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.298372] env[69854]: DEBUG oslo_vmware.api [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519142, 'name': ReconfigVM_Task, 'duration_secs': 0.238728} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.300867] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.306019] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519141, 'name': ReconfigVM_Task, 'duration_secs': 0.328178} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.306557] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9a63d1-726b-44f8-ba98-c718a37d6185 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.317979] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2d73bb4f-9576-4d8a-94ba-5b45d72bc818/2d73bb4f-9576-4d8a-94ba-5b45d72bc818.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.318594] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb72b9bb-ca18-4b56-a3a5-eccaf9cc0140 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.325614] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 860.325614] env[69854]: value = "task-3519146" [ 860.325614] env[69854]: _type = "Task" [ 860.325614] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.326640] env[69854]: DEBUG oslo_vmware.api [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 860.326640] env[69854]: value = "task-3519145" [ 860.326640] env[69854]: _type = "Task" [ 860.326640] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.341256] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519146, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.344440] env[69854]: DEBUG oslo_vmware.api [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.401703] env[69854]: DEBUG oslo_vmware.api [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519143, 'name': PowerOffVM_Task, 'duration_secs': 0.278154} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.402059] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.402215] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.402471] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b12c0ccc-3fc5-46f0-9177-7880c21055e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.463773] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.464135] env[69854]: DEBUG nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Instance network_info: |[{"id": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "address": "fa:16:3e:15:95:0a", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4ab4f1-01", "ovs_interfaceid": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.464702] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:95:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e4ab4f1-01ef-431e-a334-8b7e243f15bb', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.476777] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Creating folder: Project (f80214cf35f9425cbe6e454623513e21). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.479882] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.482573] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3462426-01df-4cdd-91bf-8b1f30eb3488 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.484980] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.485212] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.485673] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Deleting the datastore file [datastore1] c20db18e-c085-4990-a6cf-b9ce52c87e20 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.486164] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fac66f4-4a52-4d53-aa92-a7a07dad7dcb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.495022] env[69854]: DEBUG oslo_vmware.api [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for the task: (returnval){ [ 860.495022] env[69854]: value = "task-3519149" [ 860.495022] env[69854]: _type = "Task" [ 860.495022] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.499621] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Created folder: Project (f80214cf35f9425cbe6e454623513e21) in parent group-v702928. [ 860.499862] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Creating folder: Instances. Parent ref: group-v703052. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.500584] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa6990fe-2e6a-4dc5-99e8-29c44e6dbfe5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.506957] env[69854]: DEBUG oslo_vmware.api [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.515483] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Created folder: Instances in parent group-v703052. [ 860.515715] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.518085] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.518300] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.518664] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.518664] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.518765] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.518897] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.519206] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.520673] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.520673] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.520673] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.520673] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.520673] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.521197] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeae090-eba3-4fa3-809a-063e5b5e8503 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.523544] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f9beee9-b6c0-4ac0-a231-70151fc80bdf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.542714] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c49a8f-a166-4ea2-aaf6-9927f90af1df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.546438] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.546438] env[69854]: value = "task-3519151" [ 860.546438] env[69854]: _type = "Task" [ 860.546438] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.564590] env[69854]: DEBUG oslo_vmware.api [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519139, 'name': PowerOnVM_Task, 'duration_secs': 1.046035} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.568721] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.568935] env[69854]: INFO nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Took 11.18 seconds to spawn the instance on the hypervisor. [ 860.569130] env[69854]: DEBUG nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.569362] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519151, 'name': CreateVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.570061] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ec94e-7ce7-4dd6-9d6d-1b055193691e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.591903] env[69854]: DEBUG oslo_vmware.api [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519144, 'name': PowerOffVM_Task, 'duration_secs': 0.217981} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.595040] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.595040] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.595040] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53383fe4-6805-412f-a573-7ca985ecbe1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.666092] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.666092] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.666092] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Deleting the datastore file [datastore2] 606c4ee6-ac65-44b6-a2e8-73a3325895e7 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.666092] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-518f0300-aaaa-4fa1-aae2-9fbf21988e95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.673953] env[69854]: DEBUG oslo_vmware.api [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 860.673953] env[69854]: value = "task-3519153" [ 860.673953] env[69854]: _type = "Task" [ 860.673953] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.683936] env[69854]: DEBUG oslo_vmware.api [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.774413] env[69854]: DEBUG nova.scheduler.client.report [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.794120] env[69854]: DEBUG nova.compute.manager [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Received event network-changed-1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.794287] env[69854]: DEBUG nova.compute.manager [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Refreshing instance network info cache due to event network-changed-1e4ab4f1-01ef-431e-a334-8b7e243f15bb. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.794506] env[69854]: DEBUG oslo_concurrency.lockutils [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] Acquiring lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.794649] env[69854]: DEBUG oslo_concurrency.lockutils [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] Acquired lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.794804] env[69854]: DEBUG nova.network.neutron [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Refreshing network info cache for port 1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.839208] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519146, 'name': Rename_Task, 'duration_secs': 0.141115} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.839884] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.841808] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d516dd-809d-460f-8635-ff6a83ccbad2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.846907] env[69854]: DEBUG oslo_vmware.api [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519145, 'name': ReconfigVM_Task, 'duration_secs': 0.144586} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.846997] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703042', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'name': 'volume-4d4be98e-3f75-451b-964c-b943be46ccb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d', 'attached_at': '', 'detached_at': '', 'volume_id': '4d4be98e-3f75-451b-964c-b943be46ccb7', 'serial': '4d4be98e-3f75-451b-964c-b943be46ccb7'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 860.851606] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 860.851606] env[69854]: value = "task-3519154" [ 860.851606] env[69854]: _type = "Task" [ 860.851606] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.859360] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.009365] env[69854]: DEBUG oslo_vmware.api [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Task: {'id': task-3519149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162606} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.009728] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.010090] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.010090] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.010373] env[69854]: INFO nova.compute.manager [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Took 1.14 seconds to destroy the instance on the hypervisor. [ 861.010985] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.011176] env[69854]: DEBUG nova.compute.manager [-] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.011176] env[69854]: DEBUG nova.network.neutron [-] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.065695] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519151, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.094381] env[69854]: INFO nova.compute.manager [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Took 52.15 seconds to build instance. [ 861.187855] env[69854]: DEBUG oslo_vmware.api [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131125} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.188127] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.188315] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.188490] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.188659] env[69854]: INFO nova.compute.manager [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 861.188907] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.189600] env[69854]: DEBUG nova.compute.manager [-] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.189728] env[69854]: DEBUG nova.network.neutron [-] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.285020] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.285020] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.286262] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.756s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.291568] env[69854]: INFO nova.compute.claims [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.362582] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.438034] env[69854]: DEBUG nova.objects.instance [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lazy-loading 'flavor' on Instance uuid 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.559617] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519151, 'name': CreateVM_Task, 'duration_secs': 0.585077} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.559977] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.561111] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.561596] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.562139] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.562684] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996b8df7-27ba-4560-8e8e-b16d8385bfde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.570637] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 861.570637] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52589cfc-ce8d-24db-13a3-d5a1c339be35" [ 861.570637] env[69854]: _type = "Task" [ 861.570637] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.581580] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52589cfc-ce8d-24db-13a3-d5a1c339be35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.595305] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1aa67301-dae1-4672-b6be-03468358d505 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.360s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.688940] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Successfully updated port: ac09680a-03c2-47aa-a55f-112aac7ffb32 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.796635] env[69854]: DEBUG nova.compute.utils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.796891] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.797388] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.838764] env[69854]: DEBUG nova.network.neutron [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updated VIF entry in instance network info cache for port 1e4ab4f1-01ef-431e-a334-8b7e243f15bb. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.839168] env[69854]: DEBUG nova.network.neutron [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating instance_info_cache with network_info: [{"id": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "address": "fa:16:3e:15:95:0a", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4ab4f1-01", "ovs_interfaceid": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.862563] env[69854]: DEBUG nova.policy [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bea498f39254a849a36003f4e9b76c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe8c3f787354a4f8ce92a0415bff47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.870714] env[69854]: DEBUG oslo_vmware.api [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519154, 'name': PowerOnVM_Task, 'duration_secs': 0.528155} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.870714] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.870714] env[69854]: INFO nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Took 9.63 seconds to spawn the instance on the hypervisor. [ 861.870862] env[69854]: DEBUG nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.872172] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8727ea9c-8ce5-4c6e-af00-be9d212a0834 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.992262] env[69854]: DEBUG nova.compute.manager [req-849fc1b5-6a05-4fc9-a5c1-449d01ea07d4 req-9a18e278-6033-4421-b26d-ca5957e8a257 service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Received event network-vif-deleted-57d7b222-3c06-4b75-af41-cb7193b330c8 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.992552] env[69854]: INFO nova.compute.manager [req-849fc1b5-6a05-4fc9-a5c1-449d01ea07d4 req-9a18e278-6033-4421-b26d-ca5957e8a257 service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Neutron deleted interface 57d7b222-3c06-4b75-af41-cb7193b330c8; detaching it from the instance and deleting it from the info cache [ 861.992764] env[69854]: DEBUG nova.network.neutron [req-849fc1b5-6a05-4fc9-a5c1-449d01ea07d4 req-9a18e278-6033-4421-b26d-ca5957e8a257 service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.085226] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52589cfc-ce8d-24db-13a3-d5a1c339be35, 'name': SearchDatastore_Task, 'duration_secs': 0.042339} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.085226] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.085226] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.086161] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.086161] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.086554] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.086629] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27f430cd-2afe-452e-bca1-addaa01465b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.097532] env[69854]: DEBUG nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.100998] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.105018] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.105018] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a071f989-24d0-4b03-9f19-68c5e78c0ce7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.108229] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 862.108229] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ce2e3d-b54e-642e-a8c7-068f848265e6" [ 862.108229] env[69854]: _type = "Task" [ 862.108229] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.108539] env[69854]: DEBUG nova.network.neutron [-] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.119378] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ce2e3d-b54e-642e-a8c7-068f848265e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.196988] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "refresh_cache-ba1eec72-9524-4af9-a791-4b3dd9584075" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.196988] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "refresh_cache-ba1eec72-9524-4af9-a791-4b3dd9584075" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.196988] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.231322] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Successfully created port: 538f2ac8-f9cd-40a7-8bc3-50a285a25985 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.293698] env[69854]: DEBUG nova.network.neutron [-] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.303704] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.342392] env[69854]: DEBUG oslo_concurrency.lockutils [req-fb475aee-12e7-4018-bcd3-f9a25cb62f4f req-69db1b92-d321-4f2f-a2d2-80a023c59f43 service nova] Releasing lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.399431] env[69854]: INFO nova.compute.manager [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Took 52.84 seconds to build instance. [ 862.448900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58ce6b04-bc70-4651-a840-45e98b7cb6d4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.377s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.497045] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42f8e4e-f797-4eee-b072-178289472681 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.510243] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2c294e-bbec-417b-af2d-f97b71d70af4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.547658] env[69854]: DEBUG nova.compute.manager [req-849fc1b5-6a05-4fc9-a5c1-449d01ea07d4 req-9a18e278-6033-4421-b26d-ca5957e8a257 service nova] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Detach interface failed, port_id=57d7b222-3c06-4b75-af41-cb7193b330c8, reason: Instance 606c4ee6-ac65-44b6-a2e8-73a3325895e7 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.613755] env[69854]: INFO nova.compute.manager [-] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Took 1.60 seconds to deallocate network for instance. [ 862.629864] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ce2e3d-b54e-642e-a8c7-068f848265e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013525} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.630171] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.631549] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e1f8ad-323f-4cc3-b5d2-90d4489391e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.637481] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 862.637481] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522eac80-cfc9-c54d-823a-afb6c78f9ca8" [ 862.637481] env[69854]: _type = "Task" [ 862.637481] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.651484] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522eac80-cfc9-c54d-823a-afb6c78f9ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.730583] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.797622] env[69854]: INFO nova.compute.manager [-] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Took 1.61 seconds to deallocate network for instance. [ 862.909169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-328ef5e8-2b4d-46f7-b60a-16f452b6bc66 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.881s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.963965] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Updating instance_info_cache with network_info: [{"id": "ac09680a-03c2-47aa-a55f-112aac7ffb32", "address": "fa:16:3e:98:1c:1c", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac09680a-03", "ovs_interfaceid": "ac09680a-03c2-47aa-a55f-112aac7ffb32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.977230] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a119b-8a3e-4505-aa23-91256e0b4c0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.986379] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ebf1ac-b398-4e7b-b193-ee044d0970c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.021973] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba20d83e-44f1-4a6f-9b63-9f3a668f8370 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.029951] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb30a722-a54e-43a5-a74b-f00274357bbb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.050833] env[69854]: DEBUG nova.compute.provider_tree [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.132223] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.148995] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522eac80-cfc9-c54d-823a-afb6c78f9ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.149288] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.149546] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] e1d5c300-bf38-4d68-abab-83db27f195ce/e1d5c300-bf38-4d68-abab-83db27f195ce.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.149821] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192b6fcd-895d-4c4e-a3b5-f14ab9434e92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.156901] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 863.156901] env[69854]: value = "task-3519155" [ 863.156901] env[69854]: _type = "Task" [ 863.156901] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.165569] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.272789] env[69854]: DEBUG nova.compute.manager [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Received event network-vif-plugged-ac09680a-03c2-47aa-a55f-112aac7ffb32 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.272907] env[69854]: DEBUG oslo_concurrency.lockutils [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] Acquiring lock "ba1eec72-9524-4af9-a791-4b3dd9584075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.273301] env[69854]: DEBUG oslo_concurrency.lockutils [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.273505] env[69854]: DEBUG oslo_concurrency.lockutils [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.275599] env[69854]: DEBUG nova.compute.manager [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] No waiting events found dispatching network-vif-plugged-ac09680a-03c2-47aa-a55f-112aac7ffb32 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.275599] env[69854]: WARNING nova.compute.manager [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Received unexpected event network-vif-plugged-ac09680a-03c2-47aa-a55f-112aac7ffb32 for instance with vm_state building and task_state spawning. [ 863.275599] env[69854]: DEBUG nova.compute.manager [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Received event network-vif-deleted-cf64f0ca-e417-4033-af68-436843959908 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.275599] env[69854]: DEBUG nova.compute.manager [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Received event network-changed-ac09680a-03c2-47aa-a55f-112aac7ffb32 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.275599] env[69854]: DEBUG nova.compute.manager [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Refreshing instance network info cache due to event network-changed-ac09680a-03c2-47aa-a55f-112aac7ffb32. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.275599] env[69854]: DEBUG oslo_concurrency.lockutils [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] Acquiring lock "refresh_cache-ba1eec72-9524-4af9-a791-4b3dd9584075" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.306849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.323153] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.359105] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.359520] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.359632] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.359874] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.360075] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.360260] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.360516] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.360705] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.361026] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.361149] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.361368] env[69854]: DEBUG nova.virt.hardware [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.362954] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9929910-0674-48a2-8a6b-6fd1e0e5b99a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.370794] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc7090b-c212-406e-bc19-ede3ff0058a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.392636] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "c13bbae5-d17d-45db-915f-ec255c035a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.392860] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "c13bbae5-d17d-45db-915f-ec255c035a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.413194] env[69854]: DEBUG nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.466950] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "refresh_cache-ba1eec72-9524-4af9-a791-4b3dd9584075" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.466950] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Instance network_info: |[{"id": "ac09680a-03c2-47aa-a55f-112aac7ffb32", "address": "fa:16:3e:98:1c:1c", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac09680a-03", "ovs_interfaceid": "ac09680a-03c2-47aa-a55f-112aac7ffb32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.467188] env[69854]: DEBUG oslo_concurrency.lockutils [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] Acquired lock "refresh_cache-ba1eec72-9524-4af9-a791-4b3dd9584075" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.467343] env[69854]: DEBUG nova.network.neutron [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Refreshing network info cache for port ac09680a-03c2-47aa-a55f-112aac7ffb32 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.468542] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:1c:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac09680a-03c2-47aa-a55f-112aac7ffb32', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.476405] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Creating folder: Project (4fe8c3f787354a4f8ce92a0415bff47e). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.477182] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d5af470-5c33-4225-bb3a-7d00776b3584 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.488699] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Created folder: Project (4fe8c3f787354a4f8ce92a0415bff47e) in parent group-v702928. [ 863.488895] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Creating folder: Instances. Parent ref: group-v703055. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.489151] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f237e07c-a941-41b0-aa56-1e4c2e9bf34a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.504938] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Created folder: Instances in parent group-v703055. [ 863.504938] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.504938] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.505668] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-418ad8da-ba31-4d4b-b0a2-0977d436c0c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.527474] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.527474] env[69854]: value = "task-3519158" [ 863.527474] env[69854]: _type = "Task" [ 863.527474] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.537017] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519158, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.559143] env[69854]: DEBUG nova.scheduler.client.report [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.670476] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519155, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.937983] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.043579] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519158, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.062836] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.063364] env[69854]: DEBUG nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.065860] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.488s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.067181] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.069087] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.674s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.069529] env[69854]: DEBUG nova.objects.instance [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lazy-loading 'resources' on Instance uuid 9bec962f-e13e-4dc5-adb2-e197f3be7149 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.097768] env[69854]: INFO nova.scheduler.client.report [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Deleted allocations for instance 59d9f1fa-5fed-4b29-944b-986410f7ee7a [ 864.173396] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740651} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.173715] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] e1d5c300-bf38-4d68-abab-83db27f195ce/e1d5c300-bf38-4d68-abab-83db27f195ce.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.173872] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.174133] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12ea8b8b-521a-4e83-96e9-ca5c6d96f302 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.180222] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 864.180222] env[69854]: value = "task-3519159" [ 864.180222] env[69854]: _type = "Task" [ 864.180222] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.187889] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.221134] env[69854]: DEBUG nova.compute.manager [req-f9511f35-b26c-4fe9-9992-754cb12973ed req-656eb0a6-bdb6-45cd-b9f2-5113210219ea service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Received event network-vif-plugged-538f2ac8-f9cd-40a7-8bc3-50a285a25985 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.221358] env[69854]: DEBUG oslo_concurrency.lockutils [req-f9511f35-b26c-4fe9-9992-754cb12973ed req-656eb0a6-bdb6-45cd-b9f2-5113210219ea service nova] Acquiring lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.221625] env[69854]: DEBUG oslo_concurrency.lockutils [req-f9511f35-b26c-4fe9-9992-754cb12973ed req-656eb0a6-bdb6-45cd-b9f2-5113210219ea service nova] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.221745] env[69854]: DEBUG oslo_concurrency.lockutils [req-f9511f35-b26c-4fe9-9992-754cb12973ed req-656eb0a6-bdb6-45cd-b9f2-5113210219ea service nova] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.221986] env[69854]: DEBUG nova.compute.manager [req-f9511f35-b26c-4fe9-9992-754cb12973ed req-656eb0a6-bdb6-45cd-b9f2-5113210219ea service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] No waiting events found dispatching network-vif-plugged-538f2ac8-f9cd-40a7-8bc3-50a285a25985 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.222131] env[69854]: WARNING nova.compute.manager [req-f9511f35-b26c-4fe9-9992-754cb12973ed req-656eb0a6-bdb6-45cd-b9f2-5113210219ea service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Received unexpected event network-vif-plugged-538f2ac8-f9cd-40a7-8bc3-50a285a25985 for instance with vm_state building and task_state spawning. [ 864.280023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.280023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.280023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.280023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.280023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.280348] env[69854]: INFO nova.compute.manager [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Terminating instance [ 864.351720] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "cdb589bf-1f64-4221-916b-04f5c5fe851b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.351839] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.421977] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Successfully updated port: 538f2ac8-f9cd-40a7-8bc3-50a285a25985 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.509275] env[69854]: DEBUG nova.network.neutron [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Updated VIF entry in instance network info cache for port ac09680a-03c2-47aa-a55f-112aac7ffb32. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.509540] env[69854]: DEBUG nova.network.neutron [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Updating instance_info_cache with network_info: [{"id": "ac09680a-03c2-47aa-a55f-112aac7ffb32", "address": "fa:16:3e:98:1c:1c", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac09680a-03", "ovs_interfaceid": "ac09680a-03c2-47aa-a55f-112aac7ffb32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.539538] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519158, 'name': CreateVM_Task, 'duration_secs': 0.530169} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.539845] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.540681] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.540965] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.541480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.541889] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75979943-3d4d-49f3-a89b-1879acea75e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.550462] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 864.550462] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e26107-ff87-f3a2-02d1-3c34bc481fef" [ 864.550462] env[69854]: _type = "Task" [ 864.550462] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.558521] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e26107-ff87-f3a2-02d1-3c34bc481fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.574082] env[69854]: DEBUG nova.compute.utils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.577361] env[69854]: DEBUG nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 864.610602] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5350b4e-d91c-4661-8241-455a6aa1595f tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "59d9f1fa-5fed-4b29-944b-986410f7ee7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.783s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.693433] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102608} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.693685] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.694631] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a116adf-5605-4412-89b7-cadc01745e46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.719428] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] e1d5c300-bf38-4d68-abab-83db27f195ce/e1d5c300-bf38-4d68-abab-83db27f195ce.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.719715] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d76f368-4bb4-49a6-a627-c264e50f140c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.741599] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 864.741599] env[69854]: value = "task-3519160" [ 864.741599] env[69854]: _type = "Task" [ 864.741599] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.751593] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.784588] env[69854]: DEBUG nova.compute.manager [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.784810] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.785672] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f2ca2-1779-454a-bdcb-8ffbee7c58f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.794895] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.795930] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8edaf96d-cee0-4e7e-8dce-771540bbb446 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.800030] env[69854]: DEBUG oslo_vmware.api [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 864.800030] env[69854]: value = "task-3519161" [ 864.800030] env[69854]: _type = "Task" [ 864.800030] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.807653] env[69854]: DEBUG oslo_vmware.api [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.925463] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "refresh_cache-bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.925463] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "refresh_cache-bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.925463] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.012468] env[69854]: DEBUG oslo_concurrency.lockutils [req-77c1ffa3-0518-44ce-8cea-8c6e37ec1614 req-95792025-caae-4398-96cb-c81712ceb176 service nova] Releasing lock "refresh_cache-ba1eec72-9524-4af9-a791-4b3dd9584075" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.064052] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e26107-ff87-f3a2-02d1-3c34bc481fef, 'name': SearchDatastore_Task, 'duration_secs': 0.034461} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.067470] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068712] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.068712] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068712] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068712] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.071036] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c543e94-ca3b-4b11-85c4-bda1970a29c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.078969] env[69854]: DEBUG nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.081729] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.081940] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.083029] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dee8b72-4e5e-4e44-a242-7a55cae02ad1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.097613] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 865.097613] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527642dc-dee9-a220-667a-68618eb35953" [ 865.097613] env[69854]: _type = "Task" [ 865.097613] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.112067] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527642dc-dee9-a220-667a-68618eb35953, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.116107] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3028953c-3bb5-4252-a704-9d02f93238fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.122796] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 865.122796] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8ef42-4654-ed91-b18a-80e27ef1c0ae" [ 865.122796] env[69854]: _type = "Task" [ 865.122796] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.130186] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8ef42-4654-ed91-b18a-80e27ef1c0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.179225] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c475c3-953a-4226-acf4-0f768f428b7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.188256] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478f3fde-c471-4828-b413-e7ce9b6c70f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.219330] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129560dd-1fa6-4b06-9619-4f04420f87b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.227035] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3fd084-c7a9-4444-8d84-2c33eaced586 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.242446] env[69854]: DEBUG nova.compute.provider_tree [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.251307] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.314063] env[69854]: DEBUG oslo_vmware.api [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519161, 'name': PowerOffVM_Task, 'duration_secs': 0.199029} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.315672] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.315922] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.317162] env[69854]: DEBUG nova.compute.manager [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Received event network-changed-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.317455] env[69854]: DEBUG nova.compute.manager [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Refreshing instance network info cache due to event network-changed-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.317677] env[69854]: DEBUG oslo_concurrency.lockutils [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.317875] env[69854]: DEBUG oslo_concurrency.lockutils [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.318144] env[69854]: DEBUG nova.network.neutron [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Refreshing network info cache for port b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.319225] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb83947-1358-4b09-a6f7-88c4db00d1ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.462862] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.632593] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8ef42-4654-ed91-b18a-80e27ef1c0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.632844] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.633119] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ba1eec72-9524-4af9-a791-4b3dd9584075/ba1eec72-9524-4af9-a791-4b3dd9584075.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.633371] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c7319d-c2d9-4307-8a04-c10c38ef4156 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.640021] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 865.640021] env[69854]: value = "task-3519163" [ 865.640021] env[69854]: _type = "Task" [ 865.640021] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.648080] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.656162] env[69854]: DEBUG nova.network.neutron [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Updating instance_info_cache with network_info: [{"id": "538f2ac8-f9cd-40a7-8bc3-50a285a25985", "address": "fa:16:3e:79:01:e2", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538f2ac8-f9", "ovs_interfaceid": "538f2ac8-f9cd-40a7-8bc3-50a285a25985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.749155] env[69854]: DEBUG nova.scheduler.client.report [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.758846] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519160, 'name': ReconfigVM_Task, 'duration_secs': 0.653042} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.759146] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Reconfigured VM instance instance-0000002b to attach disk [datastore2] e1d5c300-bf38-4d68-abab-83db27f195ce/e1d5c300-bf38-4d68-abab-83db27f195ce.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.759783] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b35635e5-c8c2-45a2-8ba1-72fb5becf3d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.766360] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 865.766360] env[69854]: value = "task-3519164" [ 865.766360] env[69854]: _type = "Task" [ 865.766360] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.776036] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519164, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.089854] env[69854]: DEBUG nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.128453] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.128723] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.128887] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.132848] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.132848] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.132848] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.132848] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.133095] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.133314] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.133496] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.133672] env[69854]: DEBUG nova.virt.hardware [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.136348] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e379bc89-2c83-4331-b8fb-05e59988fffe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.146562] env[69854]: DEBUG nova.network.neutron [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updated VIF entry in instance network info cache for port b2b31db8-a2f4-4ec2-bcbb-e302478b48ac. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.146936] env[69854]: DEBUG nova.network.neutron [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.151760] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83036373-35b5-4344-8a01-2b858d81825a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.160252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "refresh_cache-bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.160541] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Instance network_info: |[{"id": "538f2ac8-f9cd-40a7-8bc3-50a285a25985", "address": "fa:16:3e:79:01:e2", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538f2ac8-f9", "ovs_interfaceid": "538f2ac8-f9cd-40a7-8bc3-50a285a25985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.160820] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479788} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.161996] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:01:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538f2ac8-f9cd-40a7-8bc3-50a285a25985', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.170754] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.170996] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ba1eec72-9524-4af9-a791-4b3dd9584075/ba1eec72-9524-4af9-a791-4b3dd9584075.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.171236] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.179967] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.180246] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb3886a-93fd-483a-ade4-aa69bd52eeb1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.182732] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.188282] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Creating folder: Project (6214dfc73b404637b8e76308e4f5116b). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.189150] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450c916b-6f67-4214-95f7-07ea0a51d43e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.202816] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11df97b0-aab6-485d-a7ce-fa6a0c345ca4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.210566] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 866.210566] env[69854]: value = "task-3519165" [ 866.210566] env[69854]: _type = "Task" [ 866.210566] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.214765] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.214765] env[69854]: value = "task-3519166" [ 866.214765] env[69854]: _type = "Task" [ 866.214765] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.216550] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Created folder: Project (6214dfc73b404637b8e76308e4f5116b) in parent group-v702928. [ 866.216744] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Creating folder: Instances. Parent ref: group-v703058. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.220191] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04e66ec1-8bfe-411c-8085-0fcdda5c783d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.224808] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.229684] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519166, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.231878] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Created folder: Instances in parent group-v703058. [ 866.232157] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.232359] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.232876] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df396180-90ee-413d-9e13-883fccf0b55e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.248813] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.248813] env[69854]: value = "task-3519169" [ 866.248813] env[69854]: _type = "Task" [ 866.248813] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.255344] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.260421] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.387s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.260802] env[69854]: DEBUG nova.objects.instance [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lazy-loading 'resources' on Instance uuid 17468efb-5a72-4ca4-afea-ecce3f243533 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.262280] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519169, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.270854] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.271175] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.271332] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Deleting the datastore file [datastore1] 2d73bb4f-9576-4d8a-94ba-5b45d72bc818 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.272579] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b256cf4-7626-4649-8fc0-afbe819feda5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.281099] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519164, 'name': Rename_Task, 'duration_secs': 0.257669} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.282557] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.283277] env[69854]: DEBUG oslo_vmware.api [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for the task: (returnval){ [ 866.283277] env[69854]: value = "task-3519170" [ 866.283277] env[69854]: _type = "Task" [ 866.283277] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.283474] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-989a0ca3-c566-4282-bf24-d99aa67eb617 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.286090] env[69854]: INFO nova.scheduler.client.report [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Deleted allocations for instance 9bec962f-e13e-4dc5-adb2-e197f3be7149 [ 866.298497] env[69854]: DEBUG oslo_vmware.api [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.299915] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 866.299915] env[69854]: value = "task-3519171" [ 866.299915] env[69854]: _type = "Task" [ 866.299915] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.307871] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.321714] env[69854]: DEBUG nova.compute.manager [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Received event network-changed-538f2ac8-f9cd-40a7-8bc3-50a285a25985 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.321714] env[69854]: DEBUG nova.compute.manager [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Refreshing instance network info cache due to event network-changed-538f2ac8-f9cd-40a7-8bc3-50a285a25985. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.321714] env[69854]: DEBUG oslo_concurrency.lockutils [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] Acquiring lock "refresh_cache-bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.321894] env[69854]: DEBUG oslo_concurrency.lockutils [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] Acquired lock "refresh_cache-bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.322031] env[69854]: DEBUG nova.network.neutron [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Refreshing network info cache for port 538f2ac8-f9cd-40a7-8bc3-50a285a25985 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.651506] env[69854]: DEBUG oslo_concurrency.lockutils [req-eaf81cfb-5b9b-45fa-958e-b834899e99ad req-129fcd66-cc60-44ee-b2d6-f4e4d8d6adb4 service nova] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.723465] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079433} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.724161] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.724948] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b804fb03-ad95-43a3-ac0b-19d7301c64c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.730478] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519166, 'name': CreateVM_Task, 'duration_secs': 0.334183} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.730931] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.731618] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.731790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.732172] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.741371] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321f14ec-53c5-4247-bd44-ed39558a4ef4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.751704] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] ba1eec72-9524-4af9-a791-4b3dd9584075/ba1eec72-9524-4af9-a791-4b3dd9584075.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.752124] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f57e2422-1a93-4938-a23f-9fd331737cf7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.777145] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 866.777145] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e2ff83-c65c-90ef-6493-2b0598cba331" [ 866.777145] env[69854]: _type = "Task" [ 866.777145] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.789635] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 866.789635] env[69854]: value = "task-3519172" [ 866.789635] env[69854]: _type = "Task" [ 866.789635] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.789890] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519169, 'name': CreateVM_Task, 'duration_secs': 0.289111} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.795693] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.805480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.805480] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e2ff83-c65c-90ef-6493-2b0598cba331, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.812615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-974582a4-9d5b-49f4-b7d6-06463b8d5cdb tempest-ServersTestFqdnHostnames-1597567196 tempest-ServersTestFqdnHostnames-1597567196-project-member] Lock "9bec962f-e13e-4dc5-adb2-e197f3be7149" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.245s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.814252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.814518] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.814761] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.814946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.815391] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.825052] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.825052] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.825052] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c434683-911a-49cc-a21a-dcb8ea296414 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.830086] env[69854]: DEBUG oslo_vmware.api [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Task: {'id': task-3519170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218716} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.837398] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bc8e3e-0f28-468c-9bf7-fc954ca7f1c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.841253] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.841448] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.841630] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.841803] env[69854]: INFO nova.compute.manager [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Took 2.06 seconds to destroy the instance on the hypervisor. [ 866.842088] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.842312] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.845862] env[69854]: DEBUG nova.compute.manager [-] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.845862] env[69854]: DEBUG nova.network.neutron [-] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.851825] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.853663] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.854303] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.855790] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6a27f4-7854-416c-86c6-651a0371b3f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.860397] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 866.860397] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c88898-365d-4879-29eb-6f5f9e480aa4" [ 866.860397] env[69854]: _type = "Task" [ 866.860397] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.866455] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 866.866455] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529908a9-c975-6e92-a6cb-7d870f7dfde2" [ 866.866455] env[69854]: _type = "Task" [ 866.866455] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.873526] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c88898-365d-4879-29eb-6f5f9e480aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.00855} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.874231] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.874352] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.874744] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.878946] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529908a9-c975-6e92-a6cb-7d870f7dfde2, 'name': SearchDatastore_Task, 'duration_secs': 0.00833} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.882167] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e909a782-8ff5-4e85-a57c-31e4e739f042 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.888028] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 866.888028] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52530ec6-b8b6-fd71-e4fa-a060907341a5" [ 866.888028] env[69854]: _type = "Task" [ 866.888028] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.897535] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52530ec6-b8b6-fd71-e4fa-a060907341a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.310278] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.331957] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.336399] env[69854]: DEBUG nova.network.neutron [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Updated VIF entry in instance network info cache for port 538f2ac8-f9cd-40a7-8bc3-50a285a25985. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.337072] env[69854]: DEBUG nova.network.neutron [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Updating instance_info_cache with network_info: [{"id": "538f2ac8-f9cd-40a7-8bc3-50a285a25985", "address": "fa:16:3e:79:01:e2", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538f2ac8-f9", "ovs_interfaceid": "538f2ac8-f9cd-40a7-8bc3-50a285a25985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.407522] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52530ec6-b8b6-fd71-e4fa-a060907341a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.407793] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.408067] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] bd8f7ec7-618b-4e04-be11-641ba2a7e5a2/bd8f7ec7-618b-4e04-be11-641ba2a7e5a2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.409215] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.409215] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.409215] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e1d99b-ec23-4f55-8553-550c1bb8fed6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.411789] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7036d300-34f7-4afd-b2fc-86afd006367d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.420608] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 867.420608] env[69854]: value = "task-3519173" [ 867.420608] env[69854]: _type = "Task" [ 867.420608] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.420608] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.420974] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.424341] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee530af8-8ff1-4994-981c-a08c19f3732e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.437070] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 867.437070] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c7de2d-b8fb-2f27-0d4c-906099712f57" [ 867.437070] env[69854]: _type = "Task" [ 867.437070] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.437070] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.448046] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c7de2d-b8fb-2f27-0d4c-906099712f57, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.450115] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2218a12b-638f-43a2-8bf8-8ac849920532 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.453226] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1268df-eee0-423c-a507-c24fa522e5e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.458978] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 867.458978] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f058d6-5f5f-5db7-7c23-56306ab6c66d" [ 867.458978] env[69854]: _type = "Task" [ 867.458978] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.464321] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d994f-2683-4977-930c-a9284efc0019 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.474310] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f058d6-5f5f-5db7-7c23-56306ab6c66d, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.498804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.499126] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.499973] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cfd78f0-3554-4e06-acc0-c11e13586105 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.502537] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0d0dd-98ae-4005-a088-b078f3159ec1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.514103] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 867.514103] env[69854]: value = "task-3519174" [ 867.514103] env[69854]: _type = "Task" [ 867.514103] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.514772] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdfa4c6-5c7e-4ef6-8f9b-d43f97539b31 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.532291] env[69854]: DEBUG nova.compute.provider_tree [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.537213] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.807356] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519172, 'name': ReconfigVM_Task, 'duration_secs': 1.010481} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.807659] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Reconfigured VM instance instance-0000002c to attach disk [datastore2] ba1eec72-9524-4af9-a791-4b3dd9584075/ba1eec72-9524-4af9-a791-4b3dd9584075.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.808363] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29df479c-dd6e-47a5-be6f-55bf0a881f61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.819610] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 867.819610] env[69854]: value = "task-3519175" [ 867.819610] env[69854]: _type = "Task" [ 867.819610] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.842443] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519175, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.843068] env[69854]: DEBUG oslo_concurrency.lockutils [req-c9167d1c-a5d1-4470-b383-966f35d7ca0a req-b0952051-4cd1-451b-b288-dcb2f68edd5d service nova] Releasing lock "refresh_cache-bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.843498] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519171, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.931616] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519173, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.942343] env[69854]: DEBUG nova.network.neutron [-] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.034324] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519174, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.037830] env[69854]: DEBUG nova.scheduler.client.report [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.336231] env[69854]: DEBUG oslo_vmware.api [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519171, 'name': PowerOnVM_Task, 'duration_secs': 1.658286} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.339609] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.341854] env[69854]: INFO nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Took 10.57 seconds to spawn the instance on the hypervisor. [ 868.341854] env[69854]: DEBUG nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.341854] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519175, 'name': Rename_Task, 'duration_secs': 0.271975} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.341854] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bb99f4-e283-4628-9e0d-617d4548abf7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.343993] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.344198] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82204062-0255-4517-8aee-b52f3c894e15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.356604] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 868.356604] env[69854]: value = "task-3519176" [ 868.356604] env[69854]: _type = "Task" [ 868.356604] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.369024] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.432790] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527507} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.433267] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] bd8f7ec7-618b-4e04-be11-641ba2a7e5a2/bd8f7ec7-618b-4e04-be11-641ba2a7e5a2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.433588] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.434589] env[69854]: DEBUG nova.compute.manager [req-d02319b1-d90b-4c73-bfa1-ac4195246cb6 req-c9eab291-f477-4bf2-9fa4-0c6050f531f3 service nova] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Received event network-vif-deleted-ccb0d4e0-89c8-4a99-9adf-c1941254f284 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.434890] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c717865-b28d-4e2a-aaf8-b2a0d7ec33b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.443820] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 868.443820] env[69854]: value = "task-3519177" [ 868.443820] env[69854]: _type = "Task" [ 868.443820] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.447615] env[69854]: INFO nova.compute.manager [-] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Took 1.60 seconds to deallocate network for instance. [ 868.459508] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.536465] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812368} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.536644] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.537162] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.537162] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb65b53-d39c-467c-b978-8bb789df0318 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.544031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.546673] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 868.546673] env[69854]: value = "task-3519178" [ 868.546673] env[69854]: _type = "Task" [ 868.546673] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.546984] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.594s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.548029] env[69854]: DEBUG nova.objects.instance [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'resources' on Instance uuid d501671c-e7b6-41b5-a530-6743e9612891 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.560434] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.581781] env[69854]: INFO nova.scheduler.client.report [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Deleted allocations for instance 17468efb-5a72-4ca4-afea-ecce3f243533 [ 868.871879] env[69854]: INFO nova.compute.manager [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Took 54.30 seconds to build instance. [ 868.872959] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.955773] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065173} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.957605] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.965020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf31f6-d64e-4828-b8d5-da728749b667 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.966633] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.992758] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] bd8f7ec7-618b-4e04-be11-641ba2a7e5a2/bd8f7ec7-618b-4e04-be11-641ba2a7e5a2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.996093] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7cf05f1-d30f-45c8-8025-fd3250acdee0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.018216] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 869.018216] env[69854]: value = "task-3519179" [ 869.018216] env[69854]: _type = "Task" [ 869.018216] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.026681] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.063949] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262061} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.064768] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.065960] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aab205-0a5e-40b5-bee4-4eb3595701bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.087862] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.090756] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76192353-2725-4744-9ec4-b3f0f32e34bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.114384] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f08f39c9-235c-41a6-93c4-0eb7ba2571f7 tempest-ListServerFiltersTestJSON-552165178 tempest-ListServerFiltersTestJSON-552165178-project-member] Lock "17468efb-5a72-4ca4-afea-ecce3f243533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.865s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.123319] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 869.123319] env[69854]: value = "task-3519180" [ 869.123319] env[69854]: _type = "Task" [ 869.123319] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.136207] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.376024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dd67fd3c-895d-4379-97d8-08d447fa2c39 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.465s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.380294] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.526831] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519179, 'name': ReconfigVM_Task, 'duration_secs': 0.298501} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.531024] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Reconfigured VM instance instance-0000002d to attach disk [datastore2] bd8f7ec7-618b-4e04-be11-641ba2a7e5a2/bd8f7ec7-618b-4e04-be11-641ba2a7e5a2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.532885] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee953bf1-32de-4e12-b420-d99f0cf6b072 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.538548] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 869.538548] env[69854]: value = "task-3519181" [ 869.538548] env[69854]: _type = "Task" [ 869.538548] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.548278] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519181, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.643819] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.699655] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b91f68-5a8c-46fe-994f-0819bb0afb75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.708527] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d09810e-aa00-4bf7-b932-08f803e1e041 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.744753] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d73bae-56ef-4173-8162-52c22ce114b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.754930] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca3b503-a6c3-4a84-9dee-cecd97eaffd7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.769204] env[69854]: DEBUG nova.compute.provider_tree [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.775154] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.775410] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.869818] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519176, 'name': PowerOnVM_Task, 'duration_secs': 1.202338} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.870128] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.870354] env[69854]: INFO nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Took 9.39 seconds to spawn the instance on the hypervisor. [ 869.870553] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.871376] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c882cf1b-aa21-48a4-bad7-47df74a11b4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.890938] env[69854]: DEBUG nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.049855] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519181, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.135843] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519180, 'name': ReconfigVM_Task, 'duration_secs': 0.579551} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.136420] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Reconfigured VM instance instance-0000002e to attach disk [datastore2] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.138099] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ac11aaf-12e2-4833-8b4f-c1a4a22dba2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.148293] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 870.148293] env[69854]: value = "task-3519182" [ 870.148293] env[69854]: _type = "Task" [ 870.148293] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.156971] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519182, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.294595] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.294840] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.304120] env[69854]: ERROR nova.scheduler.client.report [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [req-c8252e94-7a70-4e99-a98c-65c747e19008] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8252e94-7a70-4e99-a98c-65c747e19008"}]} [ 870.327062] env[69854]: DEBUG nova.scheduler.client.report [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 870.346307] env[69854]: DEBUG nova.scheduler.client.report [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 870.346557] env[69854]: DEBUG nova.compute.provider_tree [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.359951] env[69854]: DEBUG nova.scheduler.client.report [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 870.386970] env[69854]: DEBUG nova.scheduler.client.report [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 870.392431] env[69854]: INFO nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Took 52.53 seconds to build instance. [ 870.414775] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.476205] env[69854]: DEBUG nova.compute.manager [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Received event network-changed-1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.476436] env[69854]: DEBUG nova.compute.manager [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Refreshing instance network info cache due to event network-changed-1e4ab4f1-01ef-431e-a334-8b7e243f15bb. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.476694] env[69854]: DEBUG oslo_concurrency.lockutils [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] Acquiring lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.476763] env[69854]: DEBUG oslo_concurrency.lockutils [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] Acquired lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.476892] env[69854]: DEBUG nova.network.neutron [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Refreshing network info cache for port 1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.553827] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519181, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.660532] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519182, 'name': Rename_Task, 'duration_secs': 0.150627} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.660828] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.661105] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d358dbc-a970-48f1-b75b-51b49def13f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.671567] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 870.671567] env[69854]: value = "task-3519183" [ 870.671567] env[69854]: _type = "Task" [ 870.671567] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.681079] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.894311] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.030s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.987596] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d514d2-281e-4921-bcfe-467cb83ced11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.997028] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d1a4a-8af7-48a1-b2a4-5af1fbfd9f97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.041462] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f5da2a-0c47-4f46-bb55-aa54a1451ae1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.054720] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519181, 'name': Rename_Task, 'duration_secs': 1.143261} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.057190] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.057505] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6af4f09e-0345-4443-b07d-437b2986aca9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.060242] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ce7e6-2d32-4bf6-9ce9-31aa59ec762e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.079354] env[69854]: DEBUG nova.compute.provider_tree [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.082082] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 871.082082] env[69854]: value = "task-3519184" [ 871.082082] env[69854]: _type = "Task" [ 871.082082] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.090361] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.195749] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.401230] env[69854]: DEBUG nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.474167] env[69854]: DEBUG nova.network.neutron [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updated VIF entry in instance network info cache for port 1e4ab4f1-01ef-431e-a334-8b7e243f15bb. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.474167] env[69854]: DEBUG nova.network.neutron [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating instance_info_cache with network_info: [{"id": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "address": "fa:16:3e:15:95:0a", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4ab4f1-01", "ovs_interfaceid": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.597586] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.628374] env[69854]: DEBUG nova.scheduler.client.report [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 871.628374] env[69854]: DEBUG nova.compute.provider_tree [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 73 to 74 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 871.628374] env[69854]: DEBUG nova.compute.provider_tree [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.683654] env[69854]: DEBUG oslo_vmware.api [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519183, 'name': PowerOnVM_Task, 'duration_secs': 0.547282} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.683980] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.684217] env[69854]: INFO nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Took 5.59 seconds to spawn the instance on the hypervisor. [ 871.684406] env[69854]: DEBUG nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.685669] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31b4a1-ccf7-489b-bfc5-606e3e1280ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.923123] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.974403] env[69854]: DEBUG oslo_concurrency.lockutils [req-4cc2818e-477b-4066-8a84-a572108d15fb req-a70b60b5-4819-45aa-8e13-81fc393cadfb service nova] Releasing lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.100918] env[69854]: DEBUG oslo_vmware.api [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519184, 'name': PowerOnVM_Task, 'duration_secs': 0.950776} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.101380] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.101725] env[69854]: INFO nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Took 8.78 seconds to spawn the instance on the hypervisor. [ 872.102043] env[69854]: DEBUG nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.103187] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eed96e-2470-4c42-a8a3-248e3525a67b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.135216] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.588s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.137885] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.927s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.139956] env[69854]: INFO nova.compute.claims [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.181306] env[69854]: INFO nova.scheduler.client.report [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted allocations for instance d501671c-e7b6-41b5-a530-6743e9612891 [ 872.209297] env[69854]: INFO nova.compute.manager [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Took 48.71 seconds to build instance. [ 872.625618] env[69854]: INFO nova.compute.manager [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Took 51.39 seconds to build instance. [ 872.692609] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7d90f2a9-527e-4634-a447-7db9334257a8 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "d501671c-e7b6-41b5-a530-6743e9612891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.550s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.713159] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ab0d303c-e201-46c1-bd76-e20e0a2b5fde tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "a9ccc5fa-e939-4c53-87e0-161cbb182300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.557s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.129230] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6038eb8-2947-47d9-8c4d-e985ac6bcfff tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.229s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.220664] env[69854]: DEBUG nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.634580] env[69854]: DEBUG nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.737619] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cda78e5-289d-4079-bf7e-03cefb306071 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.747552] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e3873-c08b-4363-80d1-162f3fd7a719 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.752391] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.782474] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b02ecdf-fcf6-4b41-ac14-dba6a33718c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.797539] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e907d0-f692-4547-b825-16766e068ac1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.820765] env[69854]: DEBUG nova.compute.provider_tree [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.836567] env[69854]: INFO nova.compute.manager [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Rebuilding instance [ 873.892229] env[69854]: DEBUG nova.compute.manager [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.893097] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6ba414-dc9b-4d05-86a7-c7c628d8d349 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.171805] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.324746] env[69854]: DEBUG nova.scheduler.client.report [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.572031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "ba1eec72-9524-4af9-a791-4b3dd9584075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.574725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.574725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "ba1eec72-9524-4af9-a791-4b3dd9584075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.574725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.574725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.577036] env[69854]: INFO nova.compute.manager [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Terminating instance [ 874.747968] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.747968] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.748566] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.748566] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.748566] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.751452] env[69854]: INFO nova.compute.manager [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Terminating instance [ 874.830605] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.831177] env[69854]: DEBUG nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.834396] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.611s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.838109] env[69854]: DEBUG nova.objects.instance [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 874.915824] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.916542] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feedcf81-c88b-427a-af6a-ebf0f92b1f93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.928094] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 874.928094] env[69854]: value = "task-3519185" [ 874.928094] env[69854]: _type = "Task" [ 874.928094] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.940819] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.080656] env[69854]: DEBUG nova.compute.manager [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.080895] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.081883] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72833ad4-1971-4f11-9f85-524cd3f28a89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.090599] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.090951] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e950d262-0a2a-4b8f-b1c7-5b3f3a82f6d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.098304] env[69854]: DEBUG oslo_vmware.api [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 875.098304] env[69854]: value = "task-3519186" [ 875.098304] env[69854]: _type = "Task" [ 875.098304] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.112392] env[69854]: DEBUG oslo_vmware.api [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.256559] env[69854]: DEBUG nova.compute.manager [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.256779] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.257686] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c3e28-3b86-4e3d-b620-1f291880a703 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.266562] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.266811] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ee69070-3540-4eb2-8f3e-4d4b8b7abec2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.274356] env[69854]: DEBUG oslo_vmware.api [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 875.274356] env[69854]: value = "task-3519187" [ 875.274356] env[69854]: _type = "Task" [ 875.274356] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.284090] env[69854]: DEBUG oslo_vmware.api [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.345079] env[69854]: DEBUG nova.compute.utils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.345079] env[69854]: DEBUG nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.345079] env[69854]: DEBUG nova.network.neutron [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.400076] env[69854]: DEBUG nova.policy [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8851356d1d5452cac4fd10c9b8b3e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f9d32e5fbc4266b21c1d81a3ea7bed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.445569] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519185, 'name': PowerOffVM_Task, 'duration_secs': 0.134972} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.445569] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.446430] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.447765] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81fe5bb-8b5f-45ea-bc3e-545dcf70b156 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455660] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.456141] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75bd30f-5cbf-4364-b26d-f068fa0a037c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.483710] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.486075] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.486075] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Deleting the datastore file [datastore2] a9ccc5fa-e939-4c53-87e0-161cbb182300 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.486075] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87bd9c1c-f431-4c36-8d83-2df27dd40c97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.490671] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 875.490671] env[69854]: value = "task-3519189" [ 875.490671] env[69854]: _type = "Task" [ 875.490671] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.499652] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.529177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.529556] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.610717] env[69854]: DEBUG oslo_vmware.api [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519186, 'name': PowerOffVM_Task, 'duration_secs': 0.298044} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.612549] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.612549] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.612549] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfecbbc1-fc69-4f97-be14-1f74d22ec752 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.786695] env[69854]: DEBUG oslo_vmware.api [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519187, 'name': PowerOffVM_Task, 'duration_secs': 0.214065} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.787309] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.787908] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.788322] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7588d74e-d74e-49f1-adf7-c6d38d1bc1f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.793147] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.793881] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.794220] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleting the datastore file [datastore2] ba1eec72-9524-4af9-a791-4b3dd9584075 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.794933] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a84daed-9784-4dc8-907a-1d12a128e6a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.805618] env[69854]: DEBUG oslo_vmware.api [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 875.805618] env[69854]: value = "task-3519192" [ 875.805618] env[69854]: _type = "Task" [ 875.805618] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.812709] env[69854]: DEBUG oslo_vmware.api [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.824638] env[69854]: DEBUG nova.network.neutron [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Successfully created port: c21e37b5-ee8b-4194-96ea-0666f553991c {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.848643] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87fad250-61e0-442e-9223-17f2f0f49e94 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.850243] env[69854]: DEBUG nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.855221] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.504s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.857892] env[69854]: INFO nova.compute.claims [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.863962] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.863962] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.864518] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleting the datastore file [datastore2] bd8f7ec7-618b-4e04-be11-641ba2a7e5a2 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.864518] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b394f3a2-024b-4fed-a164-0c8a5d039fbe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.872536] env[69854]: DEBUG oslo_vmware.api [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 875.872536] env[69854]: value = "task-3519193" [ 875.872536] env[69854]: _type = "Task" [ 875.872536] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.881163] env[69854]: DEBUG oslo_vmware.api [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.003534] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166915} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.003795] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.003979] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.004176] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.165867] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.166173] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "de4257ac-3991-4bc1-ac95-1327e6175718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.314081] env[69854]: DEBUG oslo_vmware.api [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.314352] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.315029] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.315029] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.315029] env[69854]: INFO nova.compute.manager [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Took 1.23 seconds to destroy the instance on the hypervisor. [ 876.315212] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.315370] env[69854]: DEBUG nova.compute.manager [-] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.315443] env[69854]: DEBUG nova.network.neutron [-] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.384168] env[69854]: DEBUG oslo_vmware.api [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163889} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.384439] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.385114] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.385114] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.385114] env[69854]: INFO nova.compute.manager [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 876.385274] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.385560] env[69854]: DEBUG nova.compute.manager [-] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.385560] env[69854]: DEBUG nova.network.neutron [-] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.713665] env[69854]: DEBUG nova.compute.manager [req-7a329915-4b35-432f-9d19-0436dd7d9558 req-1fd86d3f-1556-4d3f-960e-1aaf9e007e75 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Received event network-vif-deleted-ac09680a-03c2-47aa-a55f-112aac7ffb32 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.715301] env[69854]: INFO nova.compute.manager [req-7a329915-4b35-432f-9d19-0436dd7d9558 req-1fd86d3f-1556-4d3f-960e-1aaf9e007e75 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Neutron deleted interface ac09680a-03c2-47aa-a55f-112aac7ffb32; detaching it from the instance and deleting it from the info cache [ 876.715301] env[69854]: DEBUG nova.network.neutron [req-7a329915-4b35-432f-9d19-0436dd7d9558 req-1fd86d3f-1556-4d3f-960e-1aaf9e007e75 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.736946] env[69854]: DEBUG nova.compute.manager [req-e0278f4b-aeaa-4d3d-9e17-2739da9fc472 req-9669616d-336f-4aca-aa77-927ae6a0495c service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Received event network-vif-deleted-538f2ac8-f9cd-40a7-8bc3-50a285a25985 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.736946] env[69854]: INFO nova.compute.manager [req-e0278f4b-aeaa-4d3d-9e17-2739da9fc472 req-9669616d-336f-4aca-aa77-927ae6a0495c service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Neutron deleted interface 538f2ac8-f9cd-40a7-8bc3-50a285a25985; detaching it from the instance and deleting it from the info cache [ 876.736946] env[69854]: DEBUG nova.network.neutron [req-e0278f4b-aeaa-4d3d-9e17-2739da9fc472 req-9669616d-336f-4aca-aa77-927ae6a0495c service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.874815] env[69854]: DEBUG nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.895153] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.895472] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.895687] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.895906] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.896079] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.896280] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.896579] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.896768] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.896966] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.897155] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.897341] env[69854]: DEBUG nova.virt.hardware [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.898324] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc1b5f-e954-4cf3-8316-ca70d5977582 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.910754] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848d1a10-e3fe-4bd0-8da2-7e66878089a1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.055234] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.055510] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.055694] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.055903] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.056079] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.056257] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.056499] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.056701] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.056886] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.057094] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.057305] env[69854]: DEBUG nova.virt.hardware [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.058284] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f94af01-e8b6-413c-8791-1fcc37129f77 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.742713] env[69854]: DEBUG nova.network.neutron [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Successfully updated port: c21e37b5-ee8b-4194-96ea-0666f553991c {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.746226] env[69854]: DEBUG nova.network.neutron [-] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.747196] env[69854]: DEBUG nova.network.neutron [-] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.749363] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5a663b1-3c64-4bf8-a0bd-27ac0db26f4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.751949] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a482c2eb-f7dc-454e-bd48-5ebfc5145922 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.761984] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56085a-eaad-4046-ae50-4c266f516bc2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.771344] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274d06a-9259-4aec-8c06-85ff8456c517 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.784919] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e432304-9d4a-4a7c-9928-8e2efad38df2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.823452] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.828884] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.829214] env[69854]: DEBUG nova.compute.manager [req-e0278f4b-aeaa-4d3d-9e17-2739da9fc472 req-9669616d-336f-4aca-aa77-927ae6a0495c service nova] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Detach interface failed, port_id=538f2ac8-f9cd-40a7-8bc3-50a285a25985, reason: Instance bd8f7ec7-618b-4e04-be11-641ba2a7e5a2 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.840296] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.840879] env[69854]: DEBUG nova.compute.manager [req-7a329915-4b35-432f-9d19-0436dd7d9558 req-1fd86d3f-1556-4d3f-960e-1aaf9e007e75 service nova] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Detach interface failed, port_id=ac09680a-03c2-47aa-a55f-112aac7ffb32, reason: Instance ba1eec72-9524-4af9-a791-4b3dd9584075 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.841452] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83f979be-579b-4652-aef2-b977d8c076bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.860999] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.860999] env[69854]: value = "task-3519197" [ 877.860999] env[69854]: _type = "Task" [ 877.860999] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.869707] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519197, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.103593] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f8c96b-bcf5-47de-b858-877e8bffbd82 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.111294] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29986319-c49a-4e65-be09-10d2cd76d914 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.140733] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae647fe-9927-4b0f-885b-b7e9c1ae7abe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.148226] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3beb02-0e41-4bce-a27b-a6bc533c0e22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.161632] env[69854]: DEBUG nova.compute.provider_tree [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.250625] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "refresh_cache-27cc50be-f6f3-47c4-8230-c694ce078d59" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.250791] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "refresh_cache-27cc50be-f6f3-47c4-8230-c694ce078d59" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.250927] env[69854]: DEBUG nova.network.neutron [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.252249] env[69854]: INFO nova.compute.manager [-] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Took 1.94 seconds to deallocate network for instance. [ 878.252673] env[69854]: INFO nova.compute.manager [-] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Took 1.87 seconds to deallocate network for instance. [ 878.371209] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519197, 'name': CreateVM_Task, 'duration_secs': 0.272334} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.371382] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.372573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.372573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.372573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.372573] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b4ca45-f550-48f7-bd80-24e5bead621c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.376851] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 878.376851] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521b395c-3b95-3509-6f4e-15f2f1d1d284" [ 878.376851] env[69854]: _type = "Task" [ 878.376851] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.384368] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521b395c-3b95-3509-6f4e-15f2f1d1d284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.665111] env[69854]: DEBUG nova.scheduler.client.report [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.739398] env[69854]: DEBUG nova.compute.manager [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Received event network-vif-plugged-c21e37b5-ee8b-4194-96ea-0666f553991c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.739920] env[69854]: DEBUG oslo_concurrency.lockutils [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] Acquiring lock "27cc50be-f6f3-47c4-8230-c694ce078d59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.740228] env[69854]: DEBUG oslo_concurrency.lockutils [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.740410] env[69854]: DEBUG oslo_concurrency.lockutils [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.740579] env[69854]: DEBUG nova.compute.manager [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] No waiting events found dispatching network-vif-plugged-c21e37b5-ee8b-4194-96ea-0666f553991c {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.740745] env[69854]: WARNING nova.compute.manager [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Received unexpected event network-vif-plugged-c21e37b5-ee8b-4194-96ea-0666f553991c for instance with vm_state building and task_state spawning. [ 878.740913] env[69854]: DEBUG nova.compute.manager [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Received event network-changed-c21e37b5-ee8b-4194-96ea-0666f553991c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.741117] env[69854]: DEBUG nova.compute.manager [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Refreshing instance network info cache due to event network-changed-c21e37b5-ee8b-4194-96ea-0666f553991c. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.741321] env[69854]: DEBUG oslo_concurrency.lockutils [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] Acquiring lock "refresh_cache-27cc50be-f6f3-47c4-8230-c694ce078d59" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.761707] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.762527] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.782557] env[69854]: DEBUG nova.network.neutron [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.889006] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521b395c-3b95-3509-6f4e-15f2f1d1d284, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.889328] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.889560] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.889801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.890999] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.890999] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.890999] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0b39326-2205-441d-a72a-77229353d681 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.905367] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.905587] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.906326] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f48840f-b270-46b3-baa8-ddee0b0e168b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.919318] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 878.919318] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526070ef-f235-3026-fcdc-11fc04647c37" [ 878.919318] env[69854]: _type = "Task" [ 878.919318] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.933280] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526070ef-f235-3026-fcdc-11fc04647c37, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.934320] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718e727e-b738-486a-92d3-84c1a38ae431 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.944343] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 878.944343] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524cf768-3af9-0ee1-1dbb-842efabfc14d" [ 878.944343] env[69854]: _type = "Task" [ 878.944343] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.952816] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524cf768-3af9-0ee1-1dbb-842efabfc14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.954093] env[69854]: DEBUG nova.network.neutron [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Updating instance_info_cache with network_info: [{"id": "c21e37b5-ee8b-4194-96ea-0666f553991c", "address": "fa:16:3e:ba:bb:88", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21e37b5-ee", "ovs_interfaceid": "c21e37b5-ee8b-4194-96ea-0666f553991c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.170014] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.315s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.170605] env[69854]: DEBUG nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.173262] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.472s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.173533] env[69854]: DEBUG nova.objects.instance [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lazy-loading 'resources' on Instance uuid 75921141-90d9-4c78-99b6-57fc38eff25a {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.455715] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524cf768-3af9-0ee1-1dbb-842efabfc14d, 'name': SearchDatastore_Task, 'duration_secs': 0.008199} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.456214] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "refresh_cache-27cc50be-f6f3-47c4-8230-c694ce078d59" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.456521] env[69854]: DEBUG nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Instance network_info: |[{"id": "c21e37b5-ee8b-4194-96ea-0666f553991c", "address": "fa:16:3e:ba:bb:88", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21e37b5-ee", "ovs_interfaceid": "c21e37b5-ee8b-4194-96ea-0666f553991c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.456801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.457076] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.457372] env[69854]: DEBUG oslo_concurrency.lockutils [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] Acquired lock "refresh_cache-27cc50be-f6f3-47c4-8230-c694ce078d59" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.457548] env[69854]: DEBUG nova.network.neutron [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Refreshing network info cache for port c21e37b5-ee8b-4194-96ea-0666f553991c {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.458815] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:bb:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21e37b5-ee8b-4194-96ea-0666f553991c', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.466259] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.466469] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2563baa2-157f-4e4a-97fb-5362d5ff319d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.469045] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.470124] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c62aa750-be31-47cd-b316-0565faa33158 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.488479] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 879.488479] env[69854]: value = "task-3519199" [ 879.488479] env[69854]: _type = "Task" [ 879.488479] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.489700] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.489700] env[69854]: value = "task-3519200" [ 879.489700] env[69854]: _type = "Task" [ 879.489700] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.500401] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.503695] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519200, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.677349] env[69854]: DEBUG nova.compute.utils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.682083] env[69854]: DEBUG nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.682083] env[69854]: DEBUG nova.network.neutron [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.726304] env[69854]: DEBUG nova.policy [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b106e26e53d4441b7f135aee20de44d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75c646eb20084f5f9c060e85ec048ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.021785] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519200, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.021917] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519199, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.097267] env[69854]: DEBUG nova.network.neutron [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Successfully created port: 1063271a-1f5a-4abc-8b02-74e05242bda8 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.184653] env[69854]: DEBUG nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.254212] env[69854]: DEBUG nova.network.neutron [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Updated VIF entry in instance network info cache for port c21e37b5-ee8b-4194-96ea-0666f553991c. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.254212] env[69854]: DEBUG nova.network.neutron [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Updating instance_info_cache with network_info: [{"id": "c21e37b5-ee8b-4194-96ea-0666f553991c", "address": "fa:16:3e:ba:bb:88", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21e37b5-ee", "ovs_interfaceid": "c21e37b5-ee8b-4194-96ea-0666f553991c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.275173] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524af5f1-ac2f-4913-bd52-23d71bebcad9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.283230] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e23a9-214d-47ac-bf5c-277a67b6163e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.317903] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b080502a-fd64-4f70-a3d6-e907bab1c134 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.325804] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce19ff9f-6b3c-4475-b967-647b7f8803f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.340272] env[69854]: DEBUG nova.compute.provider_tree [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.507372] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582758} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.510351] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.510570] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.510783] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519200, 'name': CreateVM_Task, 'duration_secs': 0.636131} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.510963] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31958994-9ef8-43cf-9fba-266c8804bb73 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.512628] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.513332] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.513532] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.513851] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.514896] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b9275f-0dd8-41e4-ba18-957bdb37b3c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.518529] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 880.518529] env[69854]: value = "task-3519201" [ 880.518529] env[69854]: _type = "Task" [ 880.518529] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.519660] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 880.519660] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d3c915-e7c5-2b85-9762-55d1083e4804" [ 880.519660] env[69854]: _type = "Task" [ 880.519660] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.530580] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d3c915-e7c5-2b85-9762-55d1083e4804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.533029] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.758761] env[69854]: DEBUG oslo_concurrency.lockutils [req-b907771b-dff4-4c12-9116-2e23d4c85319 req-e9538da9-9ff8-459d-b9a5-7783dc495302 service nova] Releasing lock "refresh_cache-27cc50be-f6f3-47c4-8230-c694ce078d59" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.843014] env[69854]: DEBUG nova.scheduler.client.report [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.036476] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06359} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.040406] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.040826] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d3c915-e7c5-2b85-9762-55d1083e4804, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.041556] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f43a10-b999-42d2-9555-148556e4144d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.044627] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.044936] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.045035] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.045494] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.045880] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.046012] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2dfad59-f958-4e6b-bd44-3934e424ca60 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.067827] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.069307] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefd0118-9859-4b9e-b617-c906ec7925ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.083983] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.084177] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.085032] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720d2bda-fc5a-40ff-b0fa-ffec4b51e0ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.091866] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 881.091866] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ccc6b2-f4ce-8c99-859e-c64b0c69672e" [ 881.091866] env[69854]: _type = "Task" [ 881.091866] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.094929] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 881.094929] env[69854]: value = "task-3519202" [ 881.094929] env[69854]: _type = "Task" [ 881.094929] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.104020] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ccc6b2-f4ce-8c99-859e-c64b0c69672e, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.107686] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.107910] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d486519c-bd9e-48c2-a7e5-3805298b7005 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.112968] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 881.112968] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5206b131-7a89-7093-b4c7-6e0bba11f769" [ 881.112968] env[69854]: _type = "Task" [ 881.112968] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.121950] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5206b131-7a89-7093-b4c7-6e0bba11f769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.195444] env[69854]: DEBUG nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.223408] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.223408] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.223408] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.223408] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.223408] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.223408] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.223746] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.223746] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.223869] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.224044] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.224227] env[69854]: DEBUG nova.virt.hardware [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.225148] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd84ec4-2aaf-4890-81c6-b4ede8ef1637 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.233867] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbbd6bf-daed-4777-8434-4b6adda32a09 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.347983] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.350409] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.635s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.350683] env[69854]: DEBUG nova.objects.instance [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lazy-loading 'resources' on Instance uuid e74ba056-e5e0-491a-86f8-2b6ff38b744c {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.373209] env[69854]: INFO nova.scheduler.client.report [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Deleted allocations for instance 75921141-90d9-4c78-99b6-57fc38eff25a [ 881.558728] env[69854]: DEBUG nova.compute.manager [req-9c206374-68c4-4f0c-ab46-b914e22d3e0c req-bfa448ee-35ad-4b27-9aa8-76cec2952928 service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Received event network-vif-plugged-1063271a-1f5a-4abc-8b02-74e05242bda8 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.562420] env[69854]: DEBUG oslo_concurrency.lockutils [req-9c206374-68c4-4f0c-ab46-b914e22d3e0c req-bfa448ee-35ad-4b27-9aa8-76cec2952928 service nova] Acquiring lock "bffcb97f-4734-429f-a76a-44e05ca7d755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.562420] env[69854]: DEBUG oslo_concurrency.lockutils [req-9c206374-68c4-4f0c-ab46-b914e22d3e0c req-bfa448ee-35ad-4b27-9aa8-76cec2952928 service nova] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.562420] env[69854]: DEBUG oslo_concurrency.lockutils [req-9c206374-68c4-4f0c-ab46-b914e22d3e0c req-bfa448ee-35ad-4b27-9aa8-76cec2952928 service nova] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.562420] env[69854]: DEBUG nova.compute.manager [req-9c206374-68c4-4f0c-ab46-b914e22d3e0c req-bfa448ee-35ad-4b27-9aa8-76cec2952928 service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] No waiting events found dispatching network-vif-plugged-1063271a-1f5a-4abc-8b02-74e05242bda8 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.562420] env[69854]: WARNING nova.compute.manager [req-9c206374-68c4-4f0c-ab46-b914e22d3e0c req-bfa448ee-35ad-4b27-9aa8-76cec2952928 service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Received unexpected event network-vif-plugged-1063271a-1f5a-4abc-8b02-74e05242bda8 for instance with vm_state building and task_state spawning. [ 881.605236] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519202, 'name': ReconfigVM_Task, 'duration_secs': 0.288066} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.605515] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a9ccc5fa-e939-4c53-87e0-161cbb182300/a9ccc5fa-e939-4c53-87e0-161cbb182300.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.606183] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f30611-350d-4691-8f3d-ff17f67bc104 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.611690] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 881.611690] env[69854]: value = "task-3519204" [ 881.611690] env[69854]: _type = "Task" [ 881.611690] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.622697] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519204, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.626329] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5206b131-7a89-7093-b4c7-6e0bba11f769, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.626565] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.626818] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 27cc50be-f6f3-47c4-8230-c694ce078d59/27cc50be-f6f3-47c4-8230-c694ce078d59.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.627073] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d12208-e21b-4434-a761-f991e52d35df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.632983] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 881.632983] env[69854]: value = "task-3519205" [ 881.632983] env[69854]: _type = "Task" [ 881.632983] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.641307] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.671683] env[69854]: DEBUG nova.network.neutron [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Successfully updated port: 1063271a-1f5a-4abc-8b02-74e05242bda8 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.881045] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3a50115b-2730-40a6-b34e-6ec43bcee9b2 tempest-ServersListShow298Test-1345782572 tempest-ServersListShow298Test-1345782572-project-member] Lock "75921141-90d9-4c78-99b6-57fc38eff25a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.420s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.121031] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519204, 'name': Rename_Task, 'duration_secs': 0.12171} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.121031] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.123740] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a917f48-6f12-45fe-a25f-c9169ed2aeda {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.130514] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 882.130514] env[69854]: value = "task-3519206" [ 882.130514] env[69854]: _type = "Task" [ 882.130514] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.147091] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.147091] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467812} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.147091] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 27cc50be-f6f3-47c4-8230-c694ce078d59/27cc50be-f6f3-47c4-8230-c694ce078d59.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.147368] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.147425] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca001ec-a175-42a0-9bd4-dd45fa1183f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.154301] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 882.154301] env[69854]: value = "task-3519207" [ 882.154301] env[69854]: _type = "Task" [ 882.154301] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.166483] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.174943] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.174943] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.174943] env[69854]: DEBUG nova.network.neutron [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.377547] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d61ebb6-9162-4195-88b6-aaed3387e77d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.385581] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4cd65-a34d-4293-95f4-ebc2fba115cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.417350] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b21797f-2915-42e9-bc83-a2a2fda5a979 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.425304] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8cbdc5-7da5-4af1-b723-175622e72864 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.438646] env[69854]: DEBUG nova.compute.provider_tree [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.640183] env[69854]: DEBUG oslo_vmware.api [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519206, 'name': PowerOnVM_Task, 'duration_secs': 0.504709} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.640511] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.640759] env[69854]: DEBUG nova.compute.manager [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.641554] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c09a80-2f22-4c38-999c-4fd4254913c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.663528] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072654} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.663796] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.664703] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661cc05f-1da9-45d6-b573-64d2ad06a950 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.692343] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 27cc50be-f6f3-47c4-8230-c694ce078d59/27cc50be-f6f3-47c4-8230-c694ce078d59.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.693442] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dcffb5b-a7d2-4020-99b6-ee9999021e8a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.717499] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 882.717499] env[69854]: value = "task-3519208" [ 882.717499] env[69854]: _type = "Task" [ 882.717499] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.726234] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.740518] env[69854]: DEBUG nova.network.neutron [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.891849] env[69854]: DEBUG nova.network.neutron [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Updating instance_info_cache with network_info: [{"id": "1063271a-1f5a-4abc-8b02-74e05242bda8", "address": "fa:16:3e:55:ae:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063271a-1f", "ovs_interfaceid": "1063271a-1f5a-4abc-8b02-74e05242bda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.942578] env[69854]: DEBUG nova.scheduler.client.report [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.159470] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.227100] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519208, 'name': ReconfigVM_Task, 'duration_secs': 0.275019} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.227414] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 27cc50be-f6f3-47c4-8230-c694ce078d59/27cc50be-f6f3-47c4-8230-c694ce078d59.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.228114] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12de0ee9-d01c-49cc-b006-6aaffdc281c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.235435] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 883.235435] env[69854]: value = "task-3519209" [ 883.235435] env[69854]: _type = "Task" [ 883.235435] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.243982] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519209, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.394846] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.395210] env[69854]: DEBUG nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Instance network_info: |[{"id": "1063271a-1f5a-4abc-8b02-74e05242bda8", "address": "fa:16:3e:55:ae:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063271a-1f", "ovs_interfaceid": "1063271a-1f5a-4abc-8b02-74e05242bda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.395703] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ae:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1063271a-1f5a-4abc-8b02-74e05242bda8', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.402910] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating folder: Project (75c646eb20084f5f9c060e85ec048ae0). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.403210] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d85da9f-9a9b-47e3-9f88-f13574f37951 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.414251] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created folder: Project (75c646eb20084f5f9c060e85ec048ae0) in parent group-v702928. [ 883.414438] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating folder: Instances. Parent ref: group-v703067. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.414667] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f27b58-d496-4338-8821-ab8d3dc3c317 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.424954] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created folder: Instances in parent group-v703067. [ 883.425258] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.425488] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.425720] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fda19ee9-46ae-4b95-b618-0a23625271a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.447599] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.449661] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.449661] env[69854]: value = "task-3519212" [ 883.449661] env[69854]: _type = "Task" [ 883.449661] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.450309] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.680s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.450601] env[69854]: DEBUG nova.objects.instance [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lazy-loading 'resources' on Instance uuid 7d6e973a-3c1d-4b46-9347-2a11462fdd94 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.462113] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519212, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.470705] env[69854]: INFO nova.scheduler.client.report [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Deleted allocations for instance e74ba056-e5e0-491a-86f8-2b6ff38b744c [ 883.594185] env[69854]: DEBUG nova.compute.manager [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Received event network-changed-1063271a-1f5a-4abc-8b02-74e05242bda8 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.594673] env[69854]: DEBUG nova.compute.manager [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Refreshing instance network info cache due to event network-changed-1063271a-1f5a-4abc-8b02-74e05242bda8. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.594673] env[69854]: DEBUG oslo_concurrency.lockutils [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] Acquiring lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.594879] env[69854]: DEBUG oslo_concurrency.lockutils [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] Acquired lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.594879] env[69854]: DEBUG nova.network.neutron [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Refreshing network info cache for port 1063271a-1f5a-4abc-8b02-74e05242bda8 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.745881] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519209, 'name': Rename_Task, 'duration_secs': 0.138786} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.746728] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.747009] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27e810f-346e-48c9-a7f3-a00d38ab44a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.753438] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 883.753438] env[69854]: value = "task-3519214" [ 883.753438] env[69854]: _type = "Task" [ 883.753438] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.761100] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.964215] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519212, 'name': CreateVM_Task, 'duration_secs': 0.359467} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.964389] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.965063] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.965233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.965539] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.965792] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef40861-5c23-47d6-bf72-517065603ae5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.970952] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 883.970952] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b6dab3-73f7-11c8-8aca-5e272ffbe0ee" [ 883.970952] env[69854]: _type = "Task" [ 883.970952] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.979438] env[69854]: DEBUG oslo_concurrency.lockutils [None req-87bdc1cc-0eb5-4fb1-9704-1948e9368381 tempest-ServerDiagnosticsTest-1332920507 tempest-ServerDiagnosticsTest-1332920507-project-member] Lock "e74ba056-e5e0-491a-86f8-2b6ff38b744c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.886s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.983578] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b6dab3-73f7-11c8-8aca-5e272ffbe0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.209276] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "a9ccc5fa-e939-4c53-87e0-161cbb182300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.209393] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "a9ccc5fa-e939-4c53-87e0-161cbb182300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.209671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "a9ccc5fa-e939-4c53-87e0-161cbb182300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.209927] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "a9ccc5fa-e939-4c53-87e0-161cbb182300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.210124] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "a9ccc5fa-e939-4c53-87e0-161cbb182300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.212630] env[69854]: INFO nova.compute.manager [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Terminating instance [ 884.265967] env[69854]: DEBUG oslo_vmware.api [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519214, 'name': PowerOnVM_Task, 'duration_secs': 0.452767} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.267189] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.267189] env[69854]: INFO nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Took 7.39 seconds to spawn the instance on the hypervisor. [ 884.267189] env[69854]: DEBUG nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.267655] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416aabff-ed84-4acb-aa5d-c0f68700135b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.349572] env[69854]: DEBUG nova.network.neutron [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Updated VIF entry in instance network info cache for port 1063271a-1f5a-4abc-8b02-74e05242bda8. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.350018] env[69854]: DEBUG nova.network.neutron [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Updating instance_info_cache with network_info: [{"id": "1063271a-1f5a-4abc-8b02-74e05242bda8", "address": "fa:16:3e:55:ae:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063271a-1f", "ovs_interfaceid": "1063271a-1f5a-4abc-8b02-74e05242bda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.420259] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40db121d-0eee-4556-818d-9e28c2617f44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.428218] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5741fed-d373-428e-b0c0-de995fb02256 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.461415] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80691851-da5d-44af-ae00-f75024c5ccb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.469221] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df828d49-8345-4832-add4-263f35d9decf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.486963] env[69854]: DEBUG nova.compute.provider_tree [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.491674] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b6dab3-73f7-11c8-8aca-5e272ffbe0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016391} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.492227] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.492473] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.492705] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492852] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.493098] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.493399] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1abe2e1f-50e4-49fe-a22b-44550bdf2947 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.507142] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.507433] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.508109] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6a9b62-1f84-44e1-9a69-d9c2f52ddc4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.515839] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 884.515839] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b46dcb-6903-f4f0-9c79-29952627f7c7" [ 884.515839] env[69854]: _type = "Task" [ 884.515839] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.523732] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b46dcb-6903-f4f0-9c79-29952627f7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.716861] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "refresh_cache-a9ccc5fa-e939-4c53-87e0-161cbb182300" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.716861] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquired lock "refresh_cache-a9ccc5fa-e939-4c53-87e0-161cbb182300" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.716861] env[69854]: DEBUG nova.network.neutron [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.792020] env[69854]: INFO nova.compute.manager [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Took 51.60 seconds to build instance. [ 884.853473] env[69854]: DEBUG oslo_concurrency.lockutils [req-e97bbe17-4420-40d0-b78c-1d9029d80d0a req-9c76084b-59a1-489f-83ad-0c6393451feb service nova] Releasing lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.993251] env[69854]: DEBUG nova.scheduler.client.report [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.026870] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b46dcb-6903-f4f0-9c79-29952627f7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01671} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.027777] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a3561d-4b7a-4641-888b-54661ee0083b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.034299] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 885.034299] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52839bf7-eaba-f934-707a-382e6c201928" [ 885.034299] env[69854]: _type = "Task" [ 885.034299] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.042360] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52839bf7-eaba-f934-707a-382e6c201928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.239659] env[69854]: DEBUG nova.network.neutron [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.293858] env[69854]: DEBUG oslo_concurrency.lockutils [None req-813cae3e-6f2f-48b7-836c-a5a293e40c84 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.686s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.325018] env[69854]: DEBUG nova.network.neutron [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.498767] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.501792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.776s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.501792] env[69854]: DEBUG nova.objects.instance [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lazy-loading 'resources' on Instance uuid 2286857e-9712-4316-8b99-22137dde2157 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.527796] env[69854]: INFO nova.scheduler.client.report [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted allocations for instance 7d6e973a-3c1d-4b46-9347-2a11462fdd94 [ 885.550707] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52839bf7-eaba-f934-707a-382e6c201928, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.550958] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.551233] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/bffcb97f-4734-429f-a76a-44e05ca7d755.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.551488] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be032cac-ca6b-404c-9c4b-27bd1ea97333 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.559229] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 885.559229] env[69854]: value = "task-3519215" [ 885.559229] env[69854]: _type = "Task" [ 885.559229] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.568348] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.796535] env[69854]: DEBUG nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.828346] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Releasing lock "refresh_cache-a9ccc5fa-e939-4c53-87e0-161cbb182300" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.828843] env[69854]: DEBUG nova.compute.manager [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.829089] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.830439] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf9e3f-268e-483d-b53a-d22f225f52c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.838062] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.839132] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea73885f-dad3-419d-a7f3-ad1a58ac68bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.849316] env[69854]: DEBUG oslo_vmware.api [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 885.849316] env[69854]: value = "task-3519217" [ 885.849316] env[69854]: _type = "Task" [ 885.849316] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.858150] env[69854]: DEBUG oslo_vmware.api [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.968073] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "27cc50be-f6f3-47c4-8230-c694ce078d59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.968611] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.968611] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "27cc50be-f6f3-47c4-8230-c694ce078d59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.968820] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.968919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.971599] env[69854]: INFO nova.compute.manager [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Terminating instance [ 886.043410] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cedc1bfc-8f62-4fd9-a10e-8aee66596096 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "7d6e973a-3c1d-4b46-9347-2a11462fdd94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.344s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.079457] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519215, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.322066] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.363088] env[69854]: DEBUG oslo_vmware.api [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519217, 'name': PowerOffVM_Task, 'duration_secs': 0.192863} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.363410] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.363560] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.363816] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95159276-c08e-4d4e-90aa-6bf478774838 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.393020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.393712] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.393984] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Deleting the datastore file [datastore1] a9ccc5fa-e939-4c53-87e0-161cbb182300 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.394705] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4968d0cb-e284-4cdf-aab9-5aae7b7199ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.402671] env[69854]: DEBUG oslo_vmware.api [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for the task: (returnval){ [ 886.402671] env[69854]: value = "task-3519219" [ 886.402671] env[69854]: _type = "Task" [ 886.402671] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.415859] env[69854]: DEBUG oslo_vmware.api [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.477283] env[69854]: DEBUG nova.compute.manager [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.477283] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.477708] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb0f65-a206-4344-b47e-dbae4347c25c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.489171] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.489512] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb55e15f-e1ad-4bd1-a136-b56bed0f6d01 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.498394] env[69854]: DEBUG oslo_vmware.api [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 886.498394] env[69854]: value = "task-3519220" [ 886.498394] env[69854]: _type = "Task" [ 886.498394] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.508871] env[69854]: DEBUG oslo_vmware.api [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.510534] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c60bd7-33ad-46ce-b1a2-26b580207e47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.517546] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01144f79-e3b8-4dad-9cd7-d9bb15f2a7a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.556728] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55c15f8-d553-4ca7-a42c-9a817f61d706 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.573283] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db1ae4-09fc-41fe-8db9-70ae49abcabe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.577576] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525649} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.580835] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/bffcb97f-4734-429f-a76a-44e05ca7d755.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.580835] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.580835] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2a9a6c6-6a55-42f1-b492-92fd7b588b7a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.594027] env[69854]: DEBUG nova.compute.provider_tree [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.597954] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 886.597954] env[69854]: value = "task-3519221" [ 886.597954] env[69854]: _type = "Task" [ 886.597954] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.608153] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.913038] env[69854]: DEBUG oslo_vmware.api [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Task: {'id': task-3519219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161011} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.913328] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.913522] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.913698] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.913871] env[69854]: INFO nova.compute.manager [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Took 1.08 seconds to destroy the instance on the hypervisor. [ 886.914128] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.914324] env[69854]: DEBUG nova.compute.manager [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.914417] env[69854]: DEBUG nova.network.neutron [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.931776] env[69854]: DEBUG nova.network.neutron [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.008755] env[69854]: DEBUG oslo_vmware.api [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519220, 'name': PowerOffVM_Task, 'duration_secs': 0.203694} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.009037] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.009220] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.009469] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8c24b60-e210-4633-9b0a-02c04aa408b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.068532] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.068749] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.068927] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleting the datastore file [datastore1] 27cc50be-f6f3-47c4-8230-c694ce078d59 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.069216] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e136b09-b715-4dd2-b752-f86928e9282a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.076029] env[69854]: DEBUG oslo_vmware.api [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 887.076029] env[69854]: value = "task-3519223" [ 887.076029] env[69854]: _type = "Task" [ 887.076029] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.084090] env[69854]: DEBUG oslo_vmware.api [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.095108] env[69854]: DEBUG nova.scheduler.client.report [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.107753] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063834} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.107853] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.108672] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2fe9b-3281-41b2-b390-6c5a0bde2737 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.132022] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/bffcb97f-4734-429f-a76a-44e05ca7d755.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.132864] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2237a5d-4a31-489a-80db-3af2d44efd41 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.152171] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 887.152171] env[69854]: value = "task-3519224" [ 887.152171] env[69854]: _type = "Task" [ 887.152171] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.161124] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.435750] env[69854]: DEBUG nova.network.neutron [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.587755] env[69854]: DEBUG oslo_vmware.api [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16548} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.588044] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.588255] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.588433] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.588605] env[69854]: INFO nova.compute.manager [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Took 1.11 seconds to destroy the instance on the hypervisor. [ 887.588841] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.589056] env[69854]: DEBUG nova.compute.manager [-] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.589145] env[69854]: DEBUG nova.network.neutron [-] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.603848] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.607161] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.198s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.607607] env[69854]: INFO nova.compute.claims [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.628129] env[69854]: INFO nova.scheduler.client.report [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Deleted allocations for instance 2286857e-9712-4316-8b99-22137dde2157 [ 887.663642] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519224, 'name': ReconfigVM_Task, 'duration_secs': 0.268998} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.664846] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Reconfigured VM instance instance-00000030 to attach disk [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/bffcb97f-4734-429f-a76a-44e05ca7d755.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.665106] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4039ce42-06e1-452e-b1ea-5b71041d947c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.672305] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 887.672305] env[69854]: value = "task-3519225" [ 887.672305] env[69854]: _type = "Task" [ 887.672305] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.682450] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519225, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.910959] env[69854]: DEBUG nova.compute.manager [req-0ecacc12-2f0f-434b-a5af-ef374cf83ec6 req-01e4aff2-a159-4d4e-aee6-52b979d2e39d service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Received event network-vif-deleted-c21e37b5-ee8b-4194-96ea-0666f553991c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.911192] env[69854]: INFO nova.compute.manager [req-0ecacc12-2f0f-434b-a5af-ef374cf83ec6 req-01e4aff2-a159-4d4e-aee6-52b979d2e39d service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Neutron deleted interface c21e37b5-ee8b-4194-96ea-0666f553991c; detaching it from the instance and deleting it from the info cache [ 887.911368] env[69854]: DEBUG nova.network.neutron [req-0ecacc12-2f0f-434b-a5af-ef374cf83ec6 req-01e4aff2-a159-4d4e-aee6-52b979d2e39d service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.937712] env[69854]: INFO nova.compute.manager [-] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Took 1.02 seconds to deallocate network for instance. [ 888.136035] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cae036f3-a746-4866-9050-704fd765d57b tempest-ServerGroupTestJSON-202615986 tempest-ServerGroupTestJSON-202615986-project-member] Lock "2286857e-9712-4316-8b99-22137dde2157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.236s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.186794] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519225, 'name': Rename_Task, 'duration_secs': 0.140784} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.187077] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.187339] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fb3aca6-d02e-4fa4-9c49-1fe3a3b3f902 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.194034] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 888.194034] env[69854]: value = "task-3519227" [ 888.194034] env[69854]: _type = "Task" [ 888.194034] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.203272] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.391388] env[69854]: DEBUG nova.network.neutron [-] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.414052] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ca898d3-b7c5-424f-a411-472aa3ef9a91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.424330] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4616b7-7f6f-4a1b-810d-93070ca06fcd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.458372] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.458733] env[69854]: DEBUG nova.compute.manager [req-0ecacc12-2f0f-434b-a5af-ef374cf83ec6 req-01e4aff2-a159-4d4e-aee6-52b979d2e39d service nova] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Detach interface failed, port_id=c21e37b5-ee8b-4194-96ea-0666f553991c, reason: Instance 27cc50be-f6f3-47c4-8230-c694ce078d59 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.706107] env[69854]: DEBUG oslo_vmware.api [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519227, 'name': PowerOnVM_Task, 'duration_secs': 0.488297} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.706107] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.706107] env[69854]: INFO nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Took 7.51 seconds to spawn the instance on the hypervisor. [ 888.706107] env[69854]: DEBUG nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.706107] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9654f-1b54-4e0f-8528-1825b4d286d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.896436] env[69854]: INFO nova.compute.manager [-] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Took 1.31 seconds to deallocate network for instance. [ 889.075825] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a67f18-4f7d-4882-95aa-04ad2f666b6c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.083125] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae6a23c-4a94-4c47-9973-2dc7c1bcce46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.112770] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5bec37-450f-493e-bc02-c0e94305735b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.119940] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702f8c5f-e8cd-4f1e-a485-abff3abd696c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.133056] env[69854]: DEBUG nova.compute.provider_tree [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.230975] env[69854]: INFO nova.compute.manager [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Took 49.90 seconds to build instance. [ 889.402277] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.639846] env[69854]: DEBUG nova.scheduler.client.report [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.734358] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d37a0100-5153-4946-88b6-6b958f00f20a tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.060s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.144381] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.144942] env[69854]: DEBUG nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.147979] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.662s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.149355] env[69854]: INFO nova.compute.claims [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.236130] env[69854]: DEBUG nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.654253] env[69854]: DEBUG nova.compute.utils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.659093] env[69854]: DEBUG nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.659093] env[69854]: DEBUG nova.network.neutron [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.715715] env[69854]: DEBUG nova.policy [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fe493a0c4543a6844800ffd601d9f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fed28e001d154810a0d5dd4a4ebbd481', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.764107] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.048603] env[69854]: DEBUG nova.network.neutron [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Successfully created port: f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.160453] env[69854]: DEBUG nova.compute.utils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.614711] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7310b064-066c-4030-8885-d0d29eb41eaa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.622772] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd6d20-c15a-4cea-ac36-322bb0b4683c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.655257] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54628444-4b4d-486a-9c91-bdbf11336f45 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.662844] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acbec39-5eed-4dec-bee2-7a6c26da0ec4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.666943] env[69854]: DEBUG nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.679827] env[69854]: DEBUG nova.compute.provider_tree [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.209995] env[69854]: ERROR nova.scheduler.client.report [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [req-f584b2cf-d715-4bfc-bbc5-87661d82f402] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f584b2cf-d715-4bfc-bbc5-87661d82f402"}]} [ 892.229690] env[69854]: DEBUG nova.scheduler.client.report [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 892.245363] env[69854]: DEBUG nova.scheduler.client.report [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 892.245597] env[69854]: DEBUG nova.compute.provider_tree [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.257581] env[69854]: DEBUG nova.scheduler.client.report [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 892.276660] env[69854]: DEBUG nova.scheduler.client.report [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.510440] env[69854]: DEBUG nova.compute.manager [req-edca659b-e2d7-405f-949a-501cbce2a17c req-a54e1136-3e77-4506-a8e3-7b6e257540ac service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Received event network-vif-plugged-f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.510719] env[69854]: DEBUG oslo_concurrency.lockutils [req-edca659b-e2d7-405f-949a-501cbce2a17c req-a54e1136-3e77-4506-a8e3-7b6e257540ac service nova] Acquiring lock "693e95c1-54e8-4318-a32f-dbc0969e1856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.510973] env[69854]: DEBUG oslo_concurrency.lockutils [req-edca659b-e2d7-405f-949a-501cbce2a17c req-a54e1136-3e77-4506-a8e3-7b6e257540ac service nova] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.511205] env[69854]: DEBUG oslo_concurrency.lockutils [req-edca659b-e2d7-405f-949a-501cbce2a17c req-a54e1136-3e77-4506-a8e3-7b6e257540ac service nova] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.511521] env[69854]: DEBUG nova.compute.manager [req-edca659b-e2d7-405f-949a-501cbce2a17c req-a54e1136-3e77-4506-a8e3-7b6e257540ac service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] No waiting events found dispatching network-vif-plugged-f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.511857] env[69854]: WARNING nova.compute.manager [req-edca659b-e2d7-405f-949a-501cbce2a17c req-a54e1136-3e77-4506-a8e3-7b6e257540ac service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Received unexpected event network-vif-plugged-f47baaf8-240b-4bea-831c-609ffa538cd7 for instance with vm_state building and task_state spawning. [ 892.608483] env[69854]: DEBUG nova.network.neutron [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Successfully updated port: f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.678529] env[69854]: DEBUG nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.702842] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:06:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='342514155',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1664816928',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.703109] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.703289] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.703524] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.703673] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.703820] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.704039] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.704208] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.704376] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.704540] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.704713] env[69854]: DEBUG nova.virt.hardware [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.705590] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4010df3e-a637-4a4c-b395-6440697cd855 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.717024] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff18790-db91-4006-9e12-cf3c3d10b197 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.748262] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f5da23-e307-4c47-bbf7-c6d1441eedc6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.756026] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d7adcc-d6ab-4e65-ae5e-8a47007e1dc8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.790560] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1dcd98-0d22-4d5b-87ab-92fd9e10046e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.799107] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e4264-7658-4389-adee-1a01e5e51fb5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.813451] env[69854]: DEBUG nova.compute.provider_tree [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.113219] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.113477] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.113646] env[69854]: DEBUG nova.network.neutron [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.344736] env[69854]: DEBUG nova.scheduler.client.report [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 893.345054] env[69854]: DEBUG nova.compute.provider_tree [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 76 to 77 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 893.345208] env[69854]: DEBUG nova.compute.provider_tree [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.664737] env[69854]: DEBUG nova.network.neutron [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.817998] env[69854]: DEBUG nova.network.neutron [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Updating instance_info_cache with network_info: [{"id": "f47baaf8-240b-4bea-831c-609ffa538cd7", "address": "fa:16:3e:ea:9b:82", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47baaf8-24", "ovs_interfaceid": "f47baaf8-240b-4bea-831c-609ffa538cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.850742] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.703s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.851601] env[69854]: DEBUG nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.855243] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.225s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.856782] env[69854]: INFO nova.compute.claims [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.321128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Releasing lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.321993] env[69854]: DEBUG nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Instance network_info: |[{"id": "f47baaf8-240b-4bea-831c-609ffa538cd7", "address": "fa:16:3e:ea:9b:82", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47baaf8-24", "ovs_interfaceid": "f47baaf8-240b-4bea-831c-609ffa538cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.321993] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9b:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47baaf8-240b-4bea-831c-609ffa538cd7', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.330500] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.330750] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.330986] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a8c5396-573e-4dcf-91bb-cefd6de59ee4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.354914] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.354914] env[69854]: value = "task-3519230" [ 894.354914] env[69854]: _type = "Task" [ 894.354914] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.356716] env[69854]: DEBUG nova.compute.utils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.362014] env[69854]: DEBUG nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.362196] env[69854]: DEBUG nova.network.neutron [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.375031] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519230, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.405804] env[69854]: DEBUG nova.policy [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80da61a4e41a43d39910bc729c4cfb25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7e7428e9534b9b9511cc567691a851', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.533299] env[69854]: DEBUG nova.compute.manager [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Received event network-changed-f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.533299] env[69854]: DEBUG nova.compute.manager [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Refreshing instance network info cache due to event network-changed-f47baaf8-240b-4bea-831c-609ffa538cd7. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.533597] env[69854]: DEBUG oslo_concurrency.lockutils [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] Acquiring lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.534263] env[69854]: DEBUG oslo_concurrency.lockutils [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] Acquired lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.534263] env[69854]: DEBUG nova.network.neutron [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Refreshing network info cache for port f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.702911] env[69854]: DEBUG nova.network.neutron [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Successfully created port: 2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.861184] env[69854]: DEBUG nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.874698] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519230, 'name': CreateVM_Task, 'duration_secs': 0.33254} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.874861] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.875533] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.875733] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.876025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.876285] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e17c12-b8df-4045-a35d-236735f6f529 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.881918] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 894.881918] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527bdc4d-aaaa-b368-97cd-ae082ba40222" [ 894.881918] env[69854]: _type = "Task" [ 894.881918] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.890473] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527bdc4d-aaaa-b368-97cd-ae082ba40222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.985082] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquiring lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.985337] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.282807] env[69854]: DEBUG nova.network.neutron [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Updated VIF entry in instance network info cache for port f47baaf8-240b-4bea-831c-609ffa538cd7. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.283184] env[69854]: DEBUG nova.network.neutron [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Updating instance_info_cache with network_info: [{"id": "f47baaf8-240b-4bea-831c-609ffa538cd7", "address": "fa:16:3e:ea:9b:82", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47baaf8-24", "ovs_interfaceid": "f47baaf8-240b-4bea-831c-609ffa538cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.297061] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd45a8f-8101-4ff0-a146-28a2b39e9154 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.305562] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42be4135-7fbc-48dc-85f2-631a1726e1fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.336060] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc84c6-5859-4564-ad59-2172f0f2a151 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.342933] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e756a4-71b4-4f19-9f62-f5971b415f47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.358058] env[69854]: DEBUG nova.compute.provider_tree [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.392101] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527bdc4d-aaaa-b368-97cd-ae082ba40222, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.392465] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.392707] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.392939] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.393102] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.393396] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.393635] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eab9f4a-6cba-447b-a813-c40d1deaa37e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.403671] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.403921] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.405173] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5045d9-fd24-4f2a-baaa-55d024d3caae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.412062] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 895.412062] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f221e7-2ada-db6d-fa87-3cf7b2cc550d" [ 895.412062] env[69854]: _type = "Task" [ 895.412062] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.421248] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f221e7-2ada-db6d-fa87-3cf7b2cc550d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.787635] env[69854]: DEBUG oslo_concurrency.lockutils [req-e74f3bbc-83fb-4ab1-a4dc-f5a6f62a9d80 req-ea5e1228-5e58-478a-a876-eee7f62338e4 service nova] Releasing lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.860966] env[69854]: DEBUG nova.scheduler.client.report [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.870585] env[69854]: DEBUG nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.894889] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.895147] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.895318] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.895506] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.895651] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.895796] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.895994] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.896168] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.896333] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.896493] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.896661] env[69854]: DEBUG nova.virt.hardware [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.897675] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f01e7f-aa3a-4bb5-a48c-1fc88766ac92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.905887] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b7c726-fc20-4f82-b201-639e941dacf9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.928636] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f221e7-2ada-db6d-fa87-3cf7b2cc550d, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.929478] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0970d7-50ea-4507-9da9-4709a7946621 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.935458] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 895.935458] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522db420-49ee-dfe1-fbe0-dc9b46876002" [ 895.935458] env[69854]: _type = "Task" [ 895.935458] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.944215] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522db420-49ee-dfe1-fbe0-dc9b46876002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.212583] env[69854]: DEBUG nova.network.neutron [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Successfully updated port: 2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.366879] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.367197] env[69854]: DEBUG nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.369475] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.237s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.369739] env[69854]: DEBUG nova.objects.instance [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lazy-loading 'resources' on Instance uuid c20db18e-c085-4990-a6cf-b9ce52c87e20 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.447347] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522db420-49ee-dfe1-fbe0-dc9b46876002, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.447661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.447963] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 693e95c1-54e8-4318-a32f-dbc0969e1856/693e95c1-54e8-4318-a32f-dbc0969e1856.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.448277] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd6a7011-3ec1-42b9-a3a2-d812abdc7f91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.456861] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 896.456861] env[69854]: value = "task-3519231" [ 896.456861] env[69854]: _type = "Task" [ 896.456861] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.469537] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.575589] env[69854]: DEBUG nova.compute.manager [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Received event network-vif-plugged-2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.575589] env[69854]: DEBUG oslo_concurrency.lockutils [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] Acquiring lock "341cb138-ec28-4ac7-a903-a4cf39d353ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.575589] env[69854]: DEBUG oslo_concurrency.lockutils [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.575737] env[69854]: DEBUG oslo_concurrency.lockutils [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.575886] env[69854]: DEBUG nova.compute.manager [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] No waiting events found dispatching network-vif-plugged-2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.576124] env[69854]: WARNING nova.compute.manager [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Received unexpected event network-vif-plugged-2ff6548c-7043-496b-8a2b-7a622dd2ef6a for instance with vm_state building and task_state spawning. [ 896.576351] env[69854]: DEBUG nova.compute.manager [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Received event network-changed-2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.576569] env[69854]: DEBUG nova.compute.manager [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Refreshing instance network info cache due to event network-changed-2ff6548c-7043-496b-8a2b-7a622dd2ef6a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.576807] env[69854]: DEBUG oslo_concurrency.lockutils [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] Acquiring lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.576996] env[69854]: DEBUG oslo_concurrency.lockutils [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] Acquired lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.577230] env[69854]: DEBUG nova.network.neutron [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Refreshing network info cache for port 2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.715123] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.876449] env[69854]: DEBUG nova.compute.utils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.878800] env[69854]: DEBUG nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.878800] env[69854]: DEBUG nova.network.neutron [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.923559] env[69854]: DEBUG nova.policy [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b106e26e53d4441b7f135aee20de44d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75c646eb20084f5f9c060e85ec048ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.968353] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475348} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.971167] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 693e95c1-54e8-4318-a32f-dbc0969e1856/693e95c1-54e8-4318-a32f-dbc0969e1856.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.971417] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.971884] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-744e8f17-4013-4a40-80e9-0ab9a0828764 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.980850] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 896.980850] env[69854]: value = "task-3519232" [ 896.980850] env[69854]: _type = "Task" [ 896.980850] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.993830] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.118920] env[69854]: DEBUG nova.network.neutron [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.250244] env[69854]: DEBUG nova.network.neutron [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.287140] env[69854]: DEBUG nova.network.neutron [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Successfully created port: af01b80f-17e5-4645-85a7-7d19602935eb {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.339639] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee944ced-5fe5-43a4-9c7f-eb024acfe42f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.347986] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dd54a0-4250-449d-8d7d-601cc7043e6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.379510] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3542d732-977f-4e21-8a59-3077312649f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.382574] env[69854]: DEBUG nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.392087] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee99c75-969e-47e7-a6fd-dc916e4c8a1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.407959] env[69854]: DEBUG nova.compute.provider_tree [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.494382] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077441} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.494647] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.495460] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc6e8e1-0183-468e-9cf0-6e76fde10c59 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.519557] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 693e95c1-54e8-4318-a32f-dbc0969e1856/693e95c1-54e8-4318-a32f-dbc0969e1856.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.519852] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2f729f-fb5a-45b6-a761-e923d76c8e36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.540297] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 897.540297] env[69854]: value = "task-3519233" [ 897.540297] env[69854]: _type = "Task" [ 897.540297] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.549060] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.752769] env[69854]: DEBUG oslo_concurrency.lockutils [req-30a81d75-14bf-425c-8199-adcbab005616 req-6e8d57fb-8472-4c56-bb91-985026996582 service nova] Releasing lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.753053] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.753232] env[69854]: DEBUG nova.network.neutron [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.930818] env[69854]: ERROR nova.scheduler.client.report [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] [req-def3e90c-aa73-46bc-9e91-f96f8c8a5627] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-def3e90c-aa73-46bc-9e91-f96f8c8a5627"}]} [ 897.947660] env[69854]: DEBUG nova.scheduler.client.report [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 897.963262] env[69854]: DEBUG nova.scheduler.client.report [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 897.963440] env[69854]: DEBUG nova.compute.provider_tree [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.975632] env[69854]: DEBUG nova.scheduler.client.report [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 897.995642] env[69854]: DEBUG nova.scheduler.client.report [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 898.054256] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.103319] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Acquiring lock "83f646cf-8128-4e98-b06f-cbe93f714199" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.103580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.286303] env[69854]: DEBUG nova.network.neutron [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.392010] env[69854]: DEBUG nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.406606] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d555480a-2672-45bc-9a14-8eac72b86fc6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.417688] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.417944] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.418116] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.418300] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.418445] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.418595] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.418802] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.418963] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.419144] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.419310] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.419484] env[69854]: DEBUG nova.virt.hardware [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.420542] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f209a-5644-4782-a0d7-f4136dc702ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.424515] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1080227d-7b9b-4266-b670-ebc95aa701b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.427440] env[69854]: DEBUG nova.network.neutron [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updating instance_info_cache with network_info: [{"id": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "address": "fa:16:3e:2f:2b:50", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6548c-70", "ovs_interfaceid": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.458874] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf4f4ed-f9bd-4d67-9dca-809c363997d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.464147] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdf386c-aa8e-4ef6-b91a-b5a1a45190a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.479846] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ad2449-a6df-43ee-af4f-d987d81f90ff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.494637] env[69854]: DEBUG nova.compute.provider_tree [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.551023] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519233, 'name': ReconfigVM_Task, 'duration_secs': 0.645732} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.551314] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 693e95c1-54e8-4318-a32f-dbc0969e1856/693e95c1-54e8-4318-a32f-dbc0969e1856.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.551635] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69854) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 898.552283] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ad44e652-9c28-41f9-9dd6-b27e0f5df2af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.559648] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 898.559648] env[69854]: value = "task-3519234" [ 898.559648] env[69854]: _type = "Task" [ 898.559648] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.571755] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519234, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.608837] env[69854]: DEBUG nova.compute.utils [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.857937] env[69854]: DEBUG nova.network.neutron [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Successfully updated port: af01b80f-17e5-4645-85a7-7d19602935eb {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.931215] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Releasing lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.931215] env[69854]: DEBUG nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Instance network_info: |[{"id": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "address": "fa:16:3e:2f:2b:50", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6548c-70", "ovs_interfaceid": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.931435] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:2b:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ff6548c-7043-496b-8a2b-7a622dd2ef6a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.938872] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.939409] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.939706] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1457f95b-f190-4934-abfc-9b4dd6d66060 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.960899] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.960899] env[69854]: value = "task-3519235" [ 898.960899] env[69854]: _type = "Task" [ 898.960899] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.970385] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519235, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.972398] env[69854]: DEBUG nova.compute.manager [req-63586d8d-7a90-4c6a-94c2-ffbfb3240690 req-7c2fad27-7325-4a62-ab2d-339e21d116c7 service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Received event network-vif-plugged-af01b80f-17e5-4645-85a7-7d19602935eb {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.972649] env[69854]: DEBUG oslo_concurrency.lockutils [req-63586d8d-7a90-4c6a-94c2-ffbfb3240690 req-7c2fad27-7325-4a62-ab2d-339e21d116c7 service nova] Acquiring lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.972859] env[69854]: DEBUG oslo_concurrency.lockutils [req-63586d8d-7a90-4c6a-94c2-ffbfb3240690 req-7c2fad27-7325-4a62-ab2d-339e21d116c7 service nova] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.973029] env[69854]: DEBUG oslo_concurrency.lockutils [req-63586d8d-7a90-4c6a-94c2-ffbfb3240690 req-7c2fad27-7325-4a62-ab2d-339e21d116c7 service nova] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.973198] env[69854]: DEBUG nova.compute.manager [req-63586d8d-7a90-4c6a-94c2-ffbfb3240690 req-7c2fad27-7325-4a62-ab2d-339e21d116c7 service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] No waiting events found dispatching network-vif-plugged-af01b80f-17e5-4645-85a7-7d19602935eb {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.973402] env[69854]: WARNING nova.compute.manager [req-63586d8d-7a90-4c6a-94c2-ffbfb3240690 req-7c2fad27-7325-4a62-ab2d-339e21d116c7 service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Received unexpected event network-vif-plugged-af01b80f-17e5-4645-85a7-7d19602935eb for instance with vm_state building and task_state spawning. [ 899.032300] env[69854]: DEBUG nova.scheduler.client.report [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 899.032465] env[69854]: DEBUG nova.compute.provider_tree [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 78 to 79 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 899.032696] env[69854]: DEBUG nova.compute.provider_tree [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.072403] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519234, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05221} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.072535] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69854) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 899.073246] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9664bd2b-19ab-464c-8a35-7d2e9be2227e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.103439] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 693e95c1-54e8-4318-a32f-dbc0969e1856/ephemeral_0.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.104136] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9643d0-fda6-45c0-9c3d-f49358eb6786 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.117120] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.124894] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 899.124894] env[69854]: value = "task-3519236" [ 899.124894] env[69854]: _type = "Task" [ 899.124894] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.134266] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.238105] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.238630] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.359443] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.359606] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.359766] env[69854]: DEBUG nova.network.neutron [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.471848] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519235, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.538934] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.169s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.542055] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.235s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.542055] env[69854]: DEBUG nova.objects.instance [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lazy-loading 'resources' on Instance uuid 606c4ee6-ac65-44b6-a2e8-73a3325895e7 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.561528] env[69854]: INFO nova.scheduler.client.report [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Deleted allocations for instance c20db18e-c085-4990-a6cf-b9ce52c87e20 [ 899.635237] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519236, 'name': ReconfigVM_Task, 'duration_secs': 0.495104} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.637049] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 693e95c1-54e8-4318-a32f-dbc0969e1856/ephemeral_0.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.637049] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a305d20f-37a3-433e-894d-ef760085deb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.643790] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 899.643790] env[69854]: value = "task-3519237" [ 899.643790] env[69854]: _type = "Task" [ 899.643790] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.652050] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519237, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.747069] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.747069] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.747219] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.747413] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.748030] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.748030] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.748030] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 899.748030] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.896367] env[69854]: DEBUG nova.network.neutron [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.975045] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519235, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.072620] env[69854]: DEBUG oslo_concurrency.lockutils [None req-037dded7-268d-4e28-bbd9-820f3dd71f97 tempest-TenantUsagesTestJSON-1739488608 tempest-TenantUsagesTestJSON-1739488608-project-member] Lock "c20db18e-c085-4990-a6cf-b9ce52c87e20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.708s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.075259] env[69854]: DEBUG nova.network.neutron [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Updating instance_info_cache with network_info: [{"id": "af01b80f-17e5-4645-85a7-7d19602935eb", "address": "fa:16:3e:6b:de:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf01b80f-17", "ovs_interfaceid": "af01b80f-17e5-4645-85a7-7d19602935eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.156095] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519237, 'name': Rename_Task, 'duration_secs': 0.173764} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.156737] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.157085] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b73f9ad-5baa-47cb-845e-e7cbf047a1e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.164070] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 900.164070] env[69854]: value = "task-3519238" [ 900.164070] env[69854]: _type = "Task" [ 900.164070] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.172183] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.178303] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Acquiring lock "83f646cf-8128-4e98-b06f-cbe93f714199" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.178540] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.178765] env[69854]: INFO nova.compute.manager [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Attaching volume cf881d6b-e65f-46cc-be93-ceac54217cba to /dev/sdb [ 900.219852] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1dcd1-0554-4f08-99ac-cf0e314736fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.229031] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be39e051-1417-4649-b79c-00803182ce5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.245044] env[69854]: DEBUG nova.virt.block_device [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Updating existing volume attachment record: 1f023479-fd2f-4005-a861-2842e3915f5e {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 900.254266] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.442480] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac9996-47c8-4bb2-9966-cb64e7cd8986 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.451662] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22071c0-e197-426a-883e-17ce7d77f284 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.491065] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe6773-7534-45f9-8cbd-979c71d423b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.502919] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994a4d6e-156a-452c-b560-3418961e8bba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.507052] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519235, 'name': CreateVM_Task, 'duration_secs': 1.315043} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.507292] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.508451] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.508628] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.508956] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.509220] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa16060a-eb7c-4e9d-8c45-df95e996112c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.519358] env[69854]: DEBUG nova.compute.provider_tree [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.524454] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 900.524454] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528085b8-68e0-0588-39ac-0a4a1088bfc5" [ 900.524454] env[69854]: _type = "Task" [ 900.524454] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.533859] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528085b8-68e0-0588-39ac-0a4a1088bfc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.577933] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.578114] env[69854]: DEBUG nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Instance network_info: |[{"id": "af01b80f-17e5-4645-85a7-7d19602935eb", "address": "fa:16:3e:6b:de:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf01b80f-17", "ovs_interfaceid": "af01b80f-17e5-4645-85a7-7d19602935eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.578553] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:de:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af01b80f-17e5-4645-85a7-7d19602935eb', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.586311] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.586545] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.586936] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce101415-1bcc-47eb-abdd-0362e474426b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.609453] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.609453] env[69854]: value = "task-3519242" [ 900.609453] env[69854]: _type = "Task" [ 900.609453] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.617906] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519242, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.676202] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.997639] env[69854]: DEBUG nova.compute.manager [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Received event network-changed-af01b80f-17e5-4645-85a7-7d19602935eb {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.997878] env[69854]: DEBUG nova.compute.manager [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Refreshing instance network info cache due to event network-changed-af01b80f-17e5-4645-85a7-7d19602935eb. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.998201] env[69854]: DEBUG oslo_concurrency.lockutils [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] Acquiring lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998383] env[69854]: DEBUG oslo_concurrency.lockutils [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] Acquired lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998618] env[69854]: DEBUG nova.network.neutron [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Refreshing network info cache for port af01b80f-17e5-4645-85a7-7d19602935eb {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.022490] env[69854]: DEBUG nova.scheduler.client.report [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.039695] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528085b8-68e0-0588-39ac-0a4a1088bfc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.040040] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.040326] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.040603] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.040776] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.040975] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.041276] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90385b6f-9c1b-403e-bc93-1443c1a8325e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.052542] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.052752] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.053676] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124866f8-73db-4f40-9335-fbd44026c964 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.059831] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 901.059831] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525e153a-360c-69b0-c9ed-286da703800f" [ 901.059831] env[69854]: _type = "Task" [ 901.059831] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.069237] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525e153a-360c-69b0-c9ed-286da703800f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.120365] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519242, 'name': CreateVM_Task, 'duration_secs': 0.338914} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.120572] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.122134] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.122504] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.122698] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.122965] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addd1777-9102-4fe6-b2cf-3975bc24d66f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.128597] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 901.128597] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cf4099-bdb2-dade-5f6a-86ae7a063ba1" [ 901.128597] env[69854]: _type = "Task" [ 901.128597] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.138027] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cf4099-bdb2-dade-5f6a-86ae7a063ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.177329] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.527250] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.529554] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.593s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.531122] env[69854]: INFO nova.compute.claims [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.548517] env[69854]: INFO nova.scheduler.client.report [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Deleted allocations for instance 606c4ee6-ac65-44b6-a2e8-73a3325895e7 [ 901.570721] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525e153a-360c-69b0-c9ed-286da703800f, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.572228] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93133802-3dfe-413d-9214-fdcbe330a272 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.579374] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 901.579374] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52769c40-adc3-4267-5110-a65b825f8c0c" [ 901.579374] env[69854]: _type = "Task" [ 901.579374] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.590771] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52769c40-adc3-4267-5110-a65b825f8c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.641561] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cf4099-bdb2-dade-5f6a-86ae7a063ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.641920] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.642207] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.642500] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.676342] env[69854]: DEBUG oslo_vmware.api [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519238, 'name': PowerOnVM_Task, 'duration_secs': 1.070369} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.676612] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.676823] env[69854]: INFO nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Took 9.00 seconds to spawn the instance on the hypervisor. [ 901.677278] env[69854]: DEBUG nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.677786] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709d5f9-5308-4ec1-874e-35df10db2a87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.731568] env[69854]: DEBUG nova.network.neutron [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Updated VIF entry in instance network info cache for port af01b80f-17e5-4645-85a7-7d19602935eb. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.732139] env[69854]: DEBUG nova.network.neutron [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Updating instance_info_cache with network_info: [{"id": "af01b80f-17e5-4645-85a7-7d19602935eb", "address": "fa:16:3e:6b:de:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf01b80f-17", "ovs_interfaceid": "af01b80f-17e5-4645-85a7-7d19602935eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.056626] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2aaedc07-d708-4971-b9e1-f493e01a0f57 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "606c4ee6-ac65-44b6-a2e8-73a3325895e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.519s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.092451] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52769c40-adc3-4267-5110-a65b825f8c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.092749] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.093034] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 341cb138-ec28-4ac7-a903-a4cf39d353ff/341cb138-ec28-4ac7-a903-a4cf39d353ff.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.093325] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.093547] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.093793] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9add1cdd-b48f-4c48-8906-a98880c8a5e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.096267] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68623a14-d679-4a1c-a407-f7b83d35186f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.104919] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 902.104919] env[69854]: value = "task-3519243" [ 902.104919] env[69854]: _type = "Task" [ 902.104919] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.106154] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.106336] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.109937] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67d8b6f-47ad-47e5-beef-610f361149e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.119581] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.120749] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 902.120749] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52485b4e-a285-42e3-0598-0b8db08cd5a7" [ 902.120749] env[69854]: _type = "Task" [ 902.120749] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.128629] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52485b4e-a285-42e3-0598-0b8db08cd5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.197647] env[69854]: INFO nova.compute.manager [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Took 47.81 seconds to build instance. [ 902.234092] env[69854]: DEBUG oslo_concurrency.lockutils [req-ae674da4-2dd8-4020-b2b9-bb7a745f508a req-a7c32fd7-a901-4bed-9530-f41aabf3fa4e service nova] Releasing lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.623555] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502188} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.627921] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 341cb138-ec28-4ac7-a903-a4cf39d353ff/341cb138-ec28-4ac7-a903-a4cf39d353ff.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.628404] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.628826] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb00307-867f-4226-9fab-7f2ac14c2533 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.639433] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52485b4e-a285-42e3-0598-0b8db08cd5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.644562] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 902.644562] env[69854]: value = "task-3519245" [ 902.644562] env[69854]: _type = "Task" [ 902.644562] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.645509] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11ef06e-44ab-4978-9a37-e3f658fd623b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.656044] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 902.656044] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b723fa-3e21-290c-5348-b96e9d983bd3" [ 902.656044] env[69854]: _type = "Task" [ 902.656044] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.662411] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.675314] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b723fa-3e21-290c-5348-b96e9d983bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.679031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.679031] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.679031] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066e04bf-e4bf-4c5b-9f79-5d2e359aa98d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.695197] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 902.695197] env[69854]: value = "task-3519246" [ 902.695197] env[69854]: _type = "Task" [ 902.695197] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.705206] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5a4b2c8c-8078-48d0-bbe7-ba7011a1d284 tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.028s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.717141] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.130094] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a35104-8cc2-4067-a9d4-0e97618f8b50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.139872] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c4df9e-22bf-42f2-bdf4-6280290b60c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.177569] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a1cf3-663f-4605-87f3-03281b4c12b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.190960] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5652053-8ccd-48f0-99cf-79c51646d95a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.195143] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064157} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.196595] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.197666] env[69854]: DEBUG nova.compute.manager [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Received event network-changed-f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.197866] env[69854]: DEBUG nova.compute.manager [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Refreshing instance network info cache due to event network-changed-f47baaf8-240b-4bea-831c-609ffa538cd7. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.198088] env[69854]: DEBUG oslo_concurrency.lockutils [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] Acquiring lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.198146] env[69854]: DEBUG oslo_concurrency.lockutils [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] Acquired lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.198326] env[69854]: DEBUG nova.network.neutron [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Refreshing network info cache for port f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.203280] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ca517-1004-461f-8153-fb04715e514f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.214810] env[69854]: DEBUG nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.217531] env[69854]: DEBUG nova.compute.provider_tree [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.226909] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481699} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.236452] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.236695] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.246376] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 341cb138-ec28-4ac7-a903-a4cf39d353ff/341cb138-ec28-4ac7-a903-a4cf39d353ff.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.246685] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c2d1af-2b40-485f-8429-891e328c1a92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.249740] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802eeab6-ae52-4558-8351-8715fd6be5b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.266505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "4490119d-da94-402e-8c23-b75b323a12fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.266736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "4490119d-da94-402e-8c23-b75b323a12fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.266974] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "4490119d-da94-402e-8c23-b75b323a12fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.267242] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "4490119d-da94-402e-8c23-b75b323a12fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.267427] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "4490119d-da94-402e-8c23-b75b323a12fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.270222] env[69854]: INFO nova.compute.manager [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Terminating instance [ 903.276486] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 903.276486] env[69854]: value = "task-3519247" [ 903.276486] env[69854]: _type = "Task" [ 903.276486] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.279390] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 903.279390] env[69854]: value = "task-3519248" [ 903.279390] env[69854]: _type = "Task" [ 903.279390] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.294822] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.297850] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.723318] env[69854]: DEBUG nova.scheduler.client.report [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.742293] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.778059] env[69854]: DEBUG nova.compute.manager [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.778059] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.778059] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840ae8c-0c75-4a12-80d6-a0397dabe1c5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.792185] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.795793] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63092aca-3eef-42e7-9e33-6d224efb7bc0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.797399] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079004} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.800832] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.801300] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519248, 'name': ReconfigVM_Task, 'duration_secs': 0.291689} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.802438] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c4766-de1a-4d96-b6c1-65a9b382e310 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.805222] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 341cb138-ec28-4ac7-a903-a4cf39d353ff/341cb138-ec28-4ac7-a903-a4cf39d353ff.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.807367] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbc4a040-57aa-4786-ac85-9e9b601fa831 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.809272] env[69854]: DEBUG oslo_vmware.api [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 903.809272] env[69854]: value = "task-3519249" [ 903.809272] env[69854]: _type = "Task" [ 903.809272] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.843849] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.854094] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aae145fa-0537-46ca-855b-ff502196b686 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.869868] env[69854]: DEBUG oslo_vmware.api [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.870562] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 903.870562] env[69854]: value = "task-3519250" [ 903.870562] env[69854]: _type = "Task" [ 903.870562] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.878942] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 903.878942] env[69854]: value = "task-3519251" [ 903.878942] env[69854]: _type = "Task" [ 903.878942] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.882786] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519250, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.892753] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.129338] env[69854]: DEBUG nova.network.neutron [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Updated VIF entry in instance network info cache for port f47baaf8-240b-4bea-831c-609ffa538cd7. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.129796] env[69854]: DEBUG nova.network.neutron [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Updating instance_info_cache with network_info: [{"id": "f47baaf8-240b-4bea-831c-609ffa538cd7", "address": "fa:16:3e:ea:9b:82", "network": {"id": "2c4793f3-9fe7-4bc2-a6bc-0f258711ef35", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1169013857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed28e001d154810a0d5dd4a4ebbd481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47baaf8-24", "ovs_interfaceid": "f47baaf8-240b-4bea-831c-609ffa538cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.232754] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.235169] env[69854]: DEBUG nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.242019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.272s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.242019] env[69854]: DEBUG nova.objects.instance [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lazy-loading 'resources' on Instance uuid 2d73bb4f-9576-4d8a-94ba-5b45d72bc818 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.325084] env[69854]: DEBUG oslo_vmware.api [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519249, 'name': PowerOffVM_Task, 'duration_secs': 0.267175} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.325084] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.325084] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.325084] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e84347a-29cc-4ced-b88b-141eb44ca2a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.386491] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519250, 'name': Rename_Task, 'duration_secs': 0.261691} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.389938] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.390260] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb1f0926-a6ba-4238-913a-ccf4eb1efd24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.393972] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.394213] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.394459] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Deleting the datastore file [datastore2] 4490119d-da94-402e-8c23-b75b323a12fa {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.394741] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-050a6a90-6076-48f4-80a5-bd02cc536bbf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.402856] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519251, 'name': ReconfigVM_Task, 'duration_secs': 0.373279} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.404156] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.404623] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 904.404623] env[69854]: value = "task-3519253" [ 904.404623] env[69854]: _type = "Task" [ 904.404623] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.405517] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb04bb7-0fc5-4395-baeb-3867d24bd6b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.411071] env[69854]: DEBUG oslo_vmware.api [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for the task: (returnval){ [ 904.411071] env[69854]: value = "task-3519254" [ 904.411071] env[69854]: _type = "Task" [ 904.411071] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.419894] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519253, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.422958] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 904.422958] env[69854]: value = "task-3519255" [ 904.422958] env[69854]: _type = "Task" [ 904.422958] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.428414] env[69854]: DEBUG oslo_vmware.api [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.436389] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519255, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.637155] env[69854]: DEBUG oslo_concurrency.lockutils [req-87df8490-6ebd-4f54-9927-612f43f46d96 req-034d0690-5d0e-482f-bd2c-c190469e2926 service nova] Releasing lock "refresh_cache-693e95c1-54e8-4318-a32f-dbc0969e1856" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.742693] env[69854]: DEBUG nova.compute.utils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.747208] env[69854]: DEBUG nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.747585] env[69854]: DEBUG nova.network.neutron [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.801046] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 904.801297] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703075', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'name': 'volume-cf881d6b-e65f-46cc-be93-ceac54217cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83f646cf-8128-4e98-b06f-cbe93f714199', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'serial': 'cf881d6b-e65f-46cc-be93-ceac54217cba'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 904.805032] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c839933-493b-40b5-83a7-1ab5c5839c79 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.823791] env[69854]: DEBUG nova.policy [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed33bff9653400ba67f35e39c8ed741', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e07d1fb919b463eb1e9d42795e34a15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.835145] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da88778-30f0-4670-b9aa-af1131d17317 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.874094] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-cf881d6b-e65f-46cc-be93-ceac54217cba/volume-cf881d6b-e65f-46cc-be93-ceac54217cba.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.877190] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f86204-d3cd-4ba5-bbb1-a7207bf47e64 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.899610] env[69854]: DEBUG oslo_vmware.api [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Waiting for the task: (returnval){ [ 904.899610] env[69854]: value = "task-3519256" [ 904.899610] env[69854]: _type = "Task" [ 904.899610] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.914552] env[69854]: DEBUG oslo_vmware.api [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.924456] env[69854]: DEBUG oslo_vmware.api [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519253, 'name': PowerOnVM_Task, 'duration_secs': 0.490406} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.929161] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.929452] env[69854]: INFO nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Took 9.06 seconds to spawn the instance on the hypervisor. [ 904.929746] env[69854]: DEBUG nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.933759] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88dd5fa-d913-408c-b400-959102364a34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.936755] env[69854]: DEBUG oslo_vmware.api [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Task: {'id': task-3519254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193059} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.940470] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.940470] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.940778] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.941378] env[69854]: INFO nova.compute.manager [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 904.941378] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.942124] env[69854]: DEBUG nova.compute.manager [-] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.942267] env[69854]: DEBUG nova.network.neutron [-] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.947802] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519255, 'name': Rename_Task, 'duration_secs': 0.168005} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.951877] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.952983] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66ccb767-420d-49ec-9a32-2d9268f70309 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.967453] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 904.967453] env[69854]: value = "task-3519257" [ 904.967453] env[69854]: _type = "Task" [ 904.967453] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.978650] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.248371] env[69854]: DEBUG nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.300591] env[69854]: DEBUG nova.network.neutron [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Successfully created port: ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.364778] env[69854]: DEBUG nova.compute.manager [req-911de56d-cf2f-4adf-8919-1f29ba343993 req-3c2176c3-b88f-4c59-a952-b6f39c134f3f service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Received event network-vif-deleted-1c4b8e12-c421-4648-996e-af99beccd80c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.364778] env[69854]: INFO nova.compute.manager [req-911de56d-cf2f-4adf-8919-1f29ba343993 req-3c2176c3-b88f-4c59-a952-b6f39c134f3f service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Neutron deleted interface 1c4b8e12-c421-4648-996e-af99beccd80c; detaching it from the instance and deleting it from the info cache [ 905.364778] env[69854]: DEBUG nova.network.neutron [req-911de56d-cf2f-4adf-8919-1f29ba343993 req-3c2176c3-b88f-4c59-a952-b6f39c134f3f service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.383043] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b83464-e45e-4017-b5bf-871644255761 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.392665] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa67ffcb-82a8-4156-b13a-e114b926f8b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.431761] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26baa8-2bd5-4312-82ab-79ed42eb3ae3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.437802] env[69854]: DEBUG oslo_vmware.api [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.443437] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06274a7b-a02e-47e8-b84d-a4436d8d9f9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.463786] env[69854]: DEBUG nova.compute.provider_tree [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.468965] env[69854]: INFO nova.compute.manager [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Took 47.01 seconds to build instance. [ 905.482801] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519257, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.762136] env[69854]: DEBUG nova.network.neutron [-] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.865911] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49eeae4e-06a4-4ea4-a194-1245fcfac64d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.876962] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9366a007-a80c-4290-b7d7-9f4c781c203d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.921744] env[69854]: DEBUG nova.compute.manager [req-911de56d-cf2f-4adf-8919-1f29ba343993 req-3c2176c3-b88f-4c59-a952-b6f39c134f3f service nova] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Detach interface failed, port_id=1c4b8e12-c421-4648-996e-af99beccd80c, reason: Instance 4490119d-da94-402e-8c23-b75b323a12fa could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.930891] env[69854]: DEBUG oslo_vmware.api [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519256, 'name': ReconfigVM_Task, 'duration_secs': 0.729603} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.931443] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-cf881d6b-e65f-46cc-be93-ceac54217cba/volume-cf881d6b-e65f-46cc-be93-ceac54217cba.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.941702] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e076d73-367c-46f4-8cd5-2e21196d69c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.956695] env[69854]: DEBUG oslo_vmware.api [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Waiting for the task: (returnval){ [ 905.956695] env[69854]: value = "task-3519258" [ 905.956695] env[69854]: _type = "Task" [ 905.956695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.969572] env[69854]: DEBUG oslo_vmware.api [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.974502] env[69854]: DEBUG oslo_concurrency.lockutils [None req-95531152-2122-4b56-ac09-3561bc48d3ca tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.442s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.979026] env[69854]: DEBUG oslo_vmware.api [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519257, 'name': PowerOnVM_Task, 'duration_secs': 0.717443} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.979026] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.979026] env[69854]: INFO nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Took 7.59 seconds to spawn the instance on the hypervisor. [ 905.979245] env[69854]: DEBUG nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.979866] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2f23ce-e008-4865-b22d-4d21602414ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.011963] env[69854]: DEBUG nova.scheduler.client.report [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 906.011963] env[69854]: DEBUG nova.compute.provider_tree [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 79 to 80 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 906.011963] env[69854]: DEBUG nova.compute.provider_tree [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.265707] env[69854]: DEBUG nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.269027] env[69854]: INFO nova.compute.manager [-] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Took 1.33 seconds to deallocate network for instance. [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.308698] env[69854]: DEBUG nova.virt.hardware [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.308698] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a19f86-fb6f-4909-8a1c-0969ab04ac56 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.322832] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de995aa-0f7c-4cf7-965c-644fcab66409 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.467514] env[69854]: DEBUG oslo_vmware.api [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519258, 'name': ReconfigVM_Task, 'duration_secs': 0.186993} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.467826] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703075', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'name': 'volume-cf881d6b-e65f-46cc-be93-ceac54217cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83f646cf-8128-4e98-b06f-cbe93f714199', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'serial': 'cf881d6b-e65f-46cc-be93-ceac54217cba'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 906.475633] env[69854]: DEBUG nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.499008] env[69854]: INFO nova.compute.manager [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Took 43.89 seconds to build instance. [ 906.519457] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.522828] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.108s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.524542] env[69854]: INFO nova.compute.claims [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.544670] env[69854]: INFO nova.scheduler.client.report [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Deleted allocations for instance 2d73bb4f-9576-4d8a-94ba-5b45d72bc818 [ 906.774878] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.979106] env[69854]: DEBUG nova.network.neutron [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Successfully updated port: ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.005057] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ed75997f-b90e-4293-87d9-210d47742e8b tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.059s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.012240] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.054261] env[69854]: DEBUG oslo_concurrency.lockutils [None req-28d53013-8ba9-4ac0-92f2-e9d7b9e59c36 tempest-ServerPasswordTestJSON-568929046 tempest-ServerPasswordTestJSON-568929046-project-member] Lock "2d73bb4f-9576-4d8a-94ba-5b45d72bc818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.775s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.074508] env[69854]: INFO nova.compute.manager [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Rescuing [ 907.074508] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.074508] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.074508] env[69854]: DEBUG nova.network.neutron [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.097202] env[69854]: DEBUG nova.compute.manager [req-df9293b7-94d1-4f29-8e2a-1a7d323c56a7 req-85b89ea1-32fe-48e0-a93e-ed67ba05328d service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received event network-vif-plugged-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.097202] env[69854]: DEBUG oslo_concurrency.lockutils [req-df9293b7-94d1-4f29-8e2a-1a7d323c56a7 req-85b89ea1-32fe-48e0-a93e-ed67ba05328d service nova] Acquiring lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.097529] env[69854]: DEBUG oslo_concurrency.lockutils [req-df9293b7-94d1-4f29-8e2a-1a7d323c56a7 req-85b89ea1-32fe-48e0-a93e-ed67ba05328d service nova] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.097952] env[69854]: DEBUG oslo_concurrency.lockutils [req-df9293b7-94d1-4f29-8e2a-1a7d323c56a7 req-85b89ea1-32fe-48e0-a93e-ed67ba05328d service nova] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.098902] env[69854]: DEBUG nova.compute.manager [req-df9293b7-94d1-4f29-8e2a-1a7d323c56a7 req-85b89ea1-32fe-48e0-a93e-ed67ba05328d service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] No waiting events found dispatching network-vif-plugged-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.099214] env[69854]: WARNING nova.compute.manager [req-df9293b7-94d1-4f29-8e2a-1a7d323c56a7 req-85b89ea1-32fe-48e0-a93e-ed67ba05328d service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received unexpected event network-vif-plugged-ffaf4d51-fb58-42b9-a361-69a15b0c177a for instance with vm_state building and task_state spawning. [ 907.216710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.216710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.216710] env[69854]: INFO nova.compute.manager [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Rebooting instance [ 907.398180] env[69854]: DEBUG nova.compute.manager [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Received event network-changed-2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.398180] env[69854]: DEBUG nova.compute.manager [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Refreshing instance network info cache due to event network-changed-2ff6548c-7043-496b-8a2b-7a622dd2ef6a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.398180] env[69854]: DEBUG oslo_concurrency.lockutils [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] Acquiring lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.400576] env[69854]: DEBUG oslo_concurrency.lockutils [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] Acquired lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.400576] env[69854]: DEBUG nova.network.neutron [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Refreshing network info cache for port 2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.491391] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.491745] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquired lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.493912] env[69854]: DEBUG nova.network.neutron [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.511563] env[69854]: DEBUG nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.517066] env[69854]: DEBUG nova.objects.instance [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lazy-loading 'flavor' on Instance uuid 83f646cf-8128-4e98-b06f-cbe93f714199 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.755301] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.996685] env[69854]: DEBUG nova.network.neutron [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Updating instance_info_cache with network_info: [{"id": "af01b80f-17e5-4645-85a7-7d19602935eb", "address": "fa:16:3e:6b:de:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf01b80f-17", "ovs_interfaceid": "af01b80f-17e5-4645-85a7-7d19602935eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.027174] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f263760a-6548-4377-a3b9-be2c7b93bd62 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.848s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.055022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.068468] env[69854]: DEBUG nova.network.neutron [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.167802] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49800f09-d598-44b2-9c80-d02a6196c5fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.180342] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab93a9-865f-4f2b-a9da-e76eb360aab9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.228403] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dbc9c1-32b0-4728-af8e-a66bac931834 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.238400] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7afa54a-c956-4a46-a3af-db0e7a8b206b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.259750] env[69854]: DEBUG nova.compute.provider_tree [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.301958] env[69854]: DEBUG nova.network.neutron [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.330033] env[69854]: DEBUG nova.network.neutron [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updated VIF entry in instance network info cache for port 2ff6548c-7043-496b-8a2b-7a622dd2ef6a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.330737] env[69854]: DEBUG nova.network.neutron [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updating instance_info_cache with network_info: [{"id": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "address": "fa:16:3e:2f:2b:50", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6548c-70", "ovs_interfaceid": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.499890] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.761996] env[69854]: DEBUG nova.scheduler.client.report [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.813021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Releasing lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.813021] env[69854]: DEBUG nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Instance network_info: |[{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.813021] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:27:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffaf4d51-fb58-42b9-a361-69a15b0c177a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.820405] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Creating folder: Project (1e07d1fb919b463eb1e9d42795e34a15). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.821258] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48f3ae4e-f56a-4745-bbbe-51e946e48eec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.837228] env[69854]: DEBUG oslo_concurrency.lockutils [req-72ad4192-7bc2-47d4-8580-a7adc9ad29bb req-1bfa8f39-18d0-45a0-8850-866156500314 service nova] Releasing lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.837369] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Created folder: Project (1e07d1fb919b463eb1e9d42795e34a15) in parent group-v702928. [ 908.837498] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Creating folder: Instances. Parent ref: group-v703077. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.837770] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquired lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.838199] env[69854]: DEBUG nova.network.neutron [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.840148] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82371bf3-9726-4817-b572-229abc758dcd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.855747] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Created folder: Instances in parent group-v703077. [ 908.856115] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.856358] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.856585] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c500534-5fc4-41a1-a496-118905c6b79d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.884344] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.884344] env[69854]: value = "task-3519261" [ 908.884344] env[69854]: _type = "Task" [ 908.884344] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.893775] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519261, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.204179] env[69854]: DEBUG nova.compute.manager [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.204450] env[69854]: DEBUG nova.compute.manager [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing instance network info cache due to event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.204764] env[69854]: DEBUG oslo_concurrency.lockutils [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] Acquiring lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.204764] env[69854]: DEBUG oslo_concurrency.lockutils [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] Acquired lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.205184] env[69854]: DEBUG nova.network.neutron [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.268177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.268682] env[69854]: DEBUG nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.274193] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.351s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.275915] env[69854]: INFO nova.compute.claims [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.398922] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519261, 'name': CreateVM_Task, 'duration_secs': 0.420657} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.398922] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.399340] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.400030] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.400030] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.400315] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc5c234-ce0a-49a3-bda9-1cbc62976f7a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.407391] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 909.407391] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5287b632-52bf-1e88-6f41-04ebc5115885" [ 909.407391] env[69854]: _type = "Task" [ 909.407391] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.418330] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5287b632-52bf-1e88-6f41-04ebc5115885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.545287] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Acquiring lock "83f646cf-8128-4e98-b06f-cbe93f714199" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.545287] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.634917] env[69854]: DEBUG nova.network.neutron [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updating instance_info_cache with network_info: [{"id": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "address": "fa:16:3e:2f:2b:50", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6548c-70", "ovs_interfaceid": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.780986] env[69854]: DEBUG nova.compute.utils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.783557] env[69854]: DEBUG nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.783652] env[69854]: DEBUG nova.network.neutron [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.845088] env[69854]: DEBUG nova.policy [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a93eb7e0a6cf441f8f63cf98fce4f26f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b6a8dc16af4e698ad46d066501aad6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.920330] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5287b632-52bf-1e88-6f41-04ebc5115885, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.920656] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.920887] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.921244] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.921431] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.921623] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.921890] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9e0207-f22e-4c27-b6be-7fbec039ba62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.936906] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.937123] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.937882] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712a81c1-b1c9-4710-be4a-cb2ea48c9af2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.945316] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 909.945316] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f9b6f4-8fe6-f91c-e46a-65e0691216a3" [ 909.945316] env[69854]: _type = "Task" [ 909.945316] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.954400] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f9b6f4-8fe6-f91c-e46a-65e0691216a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.048954] env[69854]: INFO nova.compute.manager [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Detaching volume cf881d6b-e65f-46cc-be93-ceac54217cba [ 910.051965] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.053959] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94b2fe5a-d724-48b8-aa01-1031569ae259 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.063403] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 910.063403] env[69854]: value = "task-3519262" [ 910.063403] env[69854]: _type = "Task" [ 910.063403] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.077035] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.106131] env[69854]: INFO nova.virt.block_device [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Attempting to driver detach volume cf881d6b-e65f-46cc-be93-ceac54217cba from mountpoint /dev/sdb [ 910.106935] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 910.107192] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703075', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'name': 'volume-cf881d6b-e65f-46cc-be93-ceac54217cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83f646cf-8128-4e98-b06f-cbe93f714199', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'serial': 'cf881d6b-e65f-46cc-be93-ceac54217cba'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 910.108948] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de300cf0-614d-4972-9629-31c3c289e807 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.137721] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf0fb54-4fa0-49ad-a468-51ae0b792517 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.140506] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Releasing lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.148103] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c41584-ba67-40b3-9a97-a51107c5a85c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.176235] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fbd7cd-4056-4279-bf45-44e909fcc054 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.194378] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] The volume has not been displaced from its original location: [datastore1] volume-cf881d6b-e65f-46cc-be93-ceac54217cba/volume-cf881d6b-e65f-46cc-be93-ceac54217cba.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 910.200351] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.201531] env[69854]: DEBUG nova.network.neutron [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updated VIF entry in instance network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.201924] env[69854]: DEBUG nova.network.neutron [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.203206] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609e62d9-8361-43d3-9aff-8f9ce7652a2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.224840] env[69854]: DEBUG oslo_vmware.api [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Waiting for the task: (returnval){ [ 910.224840] env[69854]: value = "task-3519263" [ 910.224840] env[69854]: _type = "Task" [ 910.224840] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.237776] env[69854]: DEBUG oslo_vmware.api [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.288131] env[69854]: DEBUG nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.377897] env[69854]: DEBUG nova.network.neutron [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Successfully created port: be00b3b7-b558-48b2-9b3a-d08229509b31 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.456544] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f9b6f4-8fe6-f91c-e46a-65e0691216a3, 'name': SearchDatastore_Task, 'duration_secs': 0.022424} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.465124] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fefbf86-1141-4f4f-bff7-c9325c5dc537 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.469989] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 910.469989] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52725426-a199-6626-ed1f-cfe9e1af9518" [ 910.469989] env[69854]: _type = "Task" [ 910.469989] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.481167] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52725426-a199-6626-ed1f-cfe9e1af9518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.574349] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519262, 'name': PowerOffVM_Task, 'duration_secs': 0.21787} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.574654] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.575523] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981571a1-7369-4164-903a-d4195145f937 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.601272] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49378470-bb2f-475b-bb2e-0e822b134ddd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.644430] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.646174] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d23cbb5-3325-4acf-b12d-1f2d117266fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.647950] env[69854]: DEBUG nova.compute.manager [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.648749] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95773dfb-b1b5-4002-ac26-484de0110002 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.661217] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 910.661217] env[69854]: value = "task-3519264" [ 910.661217] env[69854]: _type = "Task" [ 910.661217] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.670187] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 910.670415] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.670692] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.670848] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.671042] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.671280] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcbe026d-e85e-4c75-986d-25723ce180d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.680509] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.680726] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.681571] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf52ea69-235b-416a-9718-bd8c776ced4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.690314] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 910.690314] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523741ab-9c13-5ec8-5a4a-018ab8f95643" [ 910.690314] env[69854]: _type = "Task" [ 910.690314] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.698800] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523741ab-9c13-5ec8-5a4a-018ab8f95643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.718178] env[69854]: DEBUG oslo_concurrency.lockutils [req-1da5f158-ebbe-4def-aab4-af823ccbac69 req-3a3538be-f79c-4548-9079-c20f6ce4b215 service nova] Releasing lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.735418] env[69854]: DEBUG oslo_vmware.api [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519263, 'name': ReconfigVM_Task, 'duration_secs': 0.253084} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.737993] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.742786] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d09e49-6c46-455c-81ea-c80c830bdf94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.761797] env[69854]: DEBUG oslo_vmware.api [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Waiting for the task: (returnval){ [ 910.761797] env[69854]: value = "task-3519265" [ 910.761797] env[69854]: _type = "Task" [ 910.761797] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.769202] env[69854]: DEBUG oslo_vmware.api [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.806017] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a64c2-a5ba-444e-a0c4-33ddcbf36ff9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.814446] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0947ecfd-4da2-4387-b41a-45a19cbd33ff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.847787] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e0da4-74ea-414d-bd15-48c8d6dabc55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.856785] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac56cf7-a217-4021-beaa-18a09f9f4474 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.873641] env[69854]: DEBUG nova.compute.provider_tree [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.981567] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52725426-a199-6626-ed1f-cfe9e1af9518, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.981862] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.982145] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/abfe9453-efbc-4d0f-92d3-0e9519a89e23.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.982499] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-065d2783-c086-4614-879b-efa8437ebed3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.990837] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 910.990837] env[69854]: value = "task-3519266" [ 910.990837] env[69854]: _type = "Task" [ 910.990837] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.999266] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.203308] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523741ab-9c13-5ec8-5a4a-018ab8f95643, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.205642] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17a4023-8b3e-4814-8d53-150701c34ae1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.214119] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 911.214119] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5209ed39-9229-5961-b968-2e97774c6d1c" [ 911.214119] env[69854]: _type = "Task" [ 911.214119] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.227253] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5209ed39-9229-5961-b968-2e97774c6d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.280426] env[69854]: DEBUG oslo_vmware.api [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Task: {'id': task-3519265, 'name': ReconfigVM_Task, 'duration_secs': 0.1564} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.280841] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703075', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'name': 'volume-cf881d6b-e65f-46cc-be93-ceac54217cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83f646cf-8128-4e98-b06f-cbe93f714199', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf881d6b-e65f-46cc-be93-ceac54217cba', 'serial': 'cf881d6b-e65f-46cc-be93-ceac54217cba'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 911.303723] env[69854]: DEBUG nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.331248] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.331493] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.331650] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.332057] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.332057] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.332191] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.332335] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.332511] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.332734] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.333022] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.333022] env[69854]: DEBUG nova.virt.hardware [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.333904] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a8cd1c-6a5d-4404-8ba8-3773d7b47d2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.346029] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeca2dc-8e08-4cfe-ba8a-d1e1a201094d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.378501] env[69854]: DEBUG nova.scheduler.client.report [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.510913] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.670094] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde6573d-c0fe-4958-9c3c-3de6ceed0d4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.678234] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Doing hard reboot of VM {{(pid=69854) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 911.678234] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-56db4c90-92e2-41f4-8c81-c2c63a79661d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.686661] env[69854]: DEBUG oslo_vmware.api [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 911.686661] env[69854]: value = "task-3519267" [ 911.686661] env[69854]: _type = "Task" [ 911.686661] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.696751] env[69854]: DEBUG oslo_vmware.api [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519267, 'name': ResetVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.728996] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5209ed39-9229-5961-b968-2e97774c6d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.729321] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.732044] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. {{(pid=69854) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 911.732044] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a969de36-5f17-471a-b433-d52894afadbe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.738461] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 911.738461] env[69854]: value = "task-3519268" [ 911.738461] env[69854]: _type = "Task" [ 911.738461] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.750619] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.845736] env[69854]: DEBUG nova.objects.instance [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lazy-loading 'flavor' on Instance uuid 83f646cf-8128-4e98-b06f-cbe93f714199 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.882200] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.882485] env[69854]: DEBUG nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.885291] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.133s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.887411] env[69854]: INFO nova.compute.claims [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.002564] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.198317] env[69854]: DEBUG oslo_vmware.api [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519267, 'name': ResetVM_Task, 'duration_secs': 0.104188} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.198642] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Did hard reboot of VM {{(pid=69854) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 912.198840] env[69854]: DEBUG nova.compute.manager [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.199698] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f671556-2797-461c-b81f-8d2dc50c0266 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.253999] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519268, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.371565] env[69854]: DEBUG nova.compute.manager [req-5605ff54-6c77-4506-b1f2-6457adc78269 req-8be1ee20-8182-4239-a977-c429de964893 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Received event network-vif-plugged-be00b3b7-b558-48b2-9b3a-d08229509b31 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.371804] env[69854]: DEBUG oslo_concurrency.lockutils [req-5605ff54-6c77-4506-b1f2-6457adc78269 req-8be1ee20-8182-4239-a977-c429de964893 service nova] Acquiring lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.372039] env[69854]: DEBUG oslo_concurrency.lockutils [req-5605ff54-6c77-4506-b1f2-6457adc78269 req-8be1ee20-8182-4239-a977-c429de964893 service nova] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.372519] env[69854]: DEBUG oslo_concurrency.lockutils [req-5605ff54-6c77-4506-b1f2-6457adc78269 req-8be1ee20-8182-4239-a977-c429de964893 service nova] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.372519] env[69854]: DEBUG nova.compute.manager [req-5605ff54-6c77-4506-b1f2-6457adc78269 req-8be1ee20-8182-4239-a977-c429de964893 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] No waiting events found dispatching network-vif-plugged-be00b3b7-b558-48b2-9b3a-d08229509b31 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.372700] env[69854]: WARNING nova.compute.manager [req-5605ff54-6c77-4506-b1f2-6457adc78269 req-8be1ee20-8182-4239-a977-c429de964893 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Received unexpected event network-vif-plugged-be00b3b7-b558-48b2-9b3a-d08229509b31 for instance with vm_state building and task_state spawning. [ 912.395525] env[69854]: DEBUG nova.compute.utils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.399878] env[69854]: DEBUG nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.399878] env[69854]: DEBUG nova.network.neutron [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.493771] env[69854]: DEBUG nova.policy [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df70403437644756838c268592ca2f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebcad5326544a8a855a9db61737b9c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.513244] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519266, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.518773] env[69854]: DEBUG nova.network.neutron [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Successfully updated port: be00b3b7-b558-48b2-9b3a-d08229509b31 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.717715] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b2ec14c-ed3c-4581-bc7e-7dfafb76b653 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.502s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.749850] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56612} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.749850] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. [ 912.750739] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21dad23-d106-480e-9a10-a0320a1f3348 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.783434] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.783832] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a26f73-307d-44d8-8a92-a921009063b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.805404] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 912.805404] env[69854]: value = "task-3519270" [ 912.805404] env[69854]: _type = "Task" [ 912.805404] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.817678] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.853375] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a3779a6-1244-4ebe-96d9-14c531152dd6 tempest-VolumesAssistedSnapshotsTest-188022057 tempest-VolumesAssistedSnapshotsTest-188022057-project-admin] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.903171] env[69854]: DEBUG nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.968589] env[69854]: DEBUG nova.network.neutron [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Successfully created port: c82a795c-e1ba-43c9-9544-439023590204 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.014474] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519266, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.735117} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.015220] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/abfe9453-efbc-4d0f-92d3-0e9519a89e23.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.015220] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.015403] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314fdbad-dbaf-42ae-b76f-9b734f392a49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.028559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "refresh_cache-06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.028559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "refresh_cache-06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.028559] env[69854]: DEBUG nova.network.neutron [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.028715] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 913.028715] env[69854]: value = "task-3519271" [ 913.028715] env[69854]: _type = "Task" [ 913.028715] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.043757] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.320684] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519270, 'name': ReconfigVM_Task, 'duration_secs': 0.303035} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.320939] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.322534] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284e10bc-3e2e-40c8-8b13-3a1a0cee0d98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.362074] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06991d9-21c9-493e-8d6f-dc51835958ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.382647] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 913.382647] env[69854]: value = "task-3519272" [ 913.382647] env[69854]: _type = "Task" [ 913.382647] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.392194] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.467905] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78418153-1386-44f1-b621-478cf2d54b57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.479809] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75292cb3-f946-4401-a349-64a804211aa9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.534998] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd4bcf-c89f-4ab9-a45f-14214d5be51a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.547642] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94756fd0-9814-467f-9789-bc72fcd6da42 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.552237] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078879} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.552385] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.554159] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593cad46-c611-4c52-af4c-b3d218f3a463 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.566538] env[69854]: DEBUG nova.compute.provider_tree [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.589772] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/abfe9453-efbc-4d0f-92d3-0e9519a89e23.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.589772] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-580e36c8-e670-4e92-b4e2-748c92c556a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.606146] env[69854]: DEBUG nova.network.neutron [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.615023] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 913.615023] env[69854]: value = "task-3519273" [ 913.615023] env[69854]: _type = "Task" [ 913.615023] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.624216] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.892339] env[69854]: DEBUG nova.network.neutron [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Updating instance_info_cache with network_info: [{"id": "be00b3b7-b558-48b2-9b3a-d08229509b31", "address": "fa:16:3e:ab:7f:70", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe00b3b7-b5", "ovs_interfaceid": "be00b3b7-b558-48b2-9b3a-d08229509b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.904577] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519272, 'name': ReconfigVM_Task, 'duration_secs': 0.176129} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.905109] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.906118] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6cc0ec2-f06e-4f25-96c8-9b337ff26713 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.915580] env[69854]: DEBUG nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.921235] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 913.921235] env[69854]: value = "task-3519274" [ 913.921235] env[69854]: _type = "Task" [ 913.921235] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.931817] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.951346] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.951596] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.951756] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.951937] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.952095] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.952242] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.952453] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.952665] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.952865] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.953118] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.953337] env[69854]: DEBUG nova.virt.hardware [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.955142] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc6e6e-548f-4dbe-afa5-8b4b14edf6a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.965492] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0a956-1563-42f3-8e8c-69a180ff7bc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.070442] env[69854]: DEBUG nova.scheduler.client.report [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.126378] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519273, 'name': ReconfigVM_Task, 'duration_secs': 0.325607} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.126709] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Reconfigured VM instance instance-00000034 to attach disk [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/abfe9453-efbc-4d0f-92d3-0e9519a89e23.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.127781] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a8039c6-7976-4ae1-ad15-606d75f06004 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.135734] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 914.135734] env[69854]: value = "task-3519275" [ 914.135734] env[69854]: _type = "Task" [ 914.135734] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.144888] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519275, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.399426] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "refresh_cache-06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.399730] env[69854]: DEBUG nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Instance network_info: |[{"id": "be00b3b7-b558-48b2-9b3a-d08229509b31", "address": "fa:16:3e:ab:7f:70", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe00b3b7-b5", "ovs_interfaceid": "be00b3b7-b558-48b2-9b3a-d08229509b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.400370] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:7f:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be00b3b7-b558-48b2-9b3a-d08229509b31', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.408355] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.408606] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.408885] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34d53c12-e38c-44fe-a203-462a348cc9fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.439805] env[69854]: DEBUG oslo_vmware.api [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519274, 'name': PowerOnVM_Task, 'duration_secs': 0.432594} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.441380] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.443810] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.443810] env[69854]: value = "task-3519276" [ 914.443810] env[69854]: _type = "Task" [ 914.443810] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.445053] env[69854]: DEBUG nova.compute.manager [None req-68ab3c12-f625-4d47-988c-e3cfc7e32373 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.445959] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244366ae-d8aa-47a2-9e27-50ca2ba832ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.461962] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519276, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.499156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.499156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.499156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "341cb138-ec28-4ac7-a903-a4cf39d353ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.499334] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.499502] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.501488] env[69854]: INFO nova.compute.manager [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Terminating instance [ 914.508154] env[69854]: DEBUG nova.compute.manager [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Received event network-changed-be00b3b7-b558-48b2-9b3a-d08229509b31 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.508154] env[69854]: DEBUG nova.compute.manager [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Refreshing instance network info cache due to event network-changed-be00b3b7-b558-48b2-9b3a-d08229509b31. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.508329] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] Acquiring lock "refresh_cache-06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.508466] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] Acquired lock "refresh_cache-06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.508586] env[69854]: DEBUG nova.network.neutron [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Refreshing network info cache for port be00b3b7-b558-48b2-9b3a-d08229509b31 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.578760] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.578760] env[69854]: DEBUG nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.579393] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.408s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.581101] env[69854]: INFO nova.compute.claims [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.594249] env[69854]: DEBUG nova.compute.manager [req-80ae1e0b-9af6-439b-8b4d-b81313adb342 req-99c50433-6d64-4dec-832b-882c08d5b828 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Received event network-vif-plugged-c82a795c-e1ba-43c9-9544-439023590204 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.594460] env[69854]: DEBUG oslo_concurrency.lockutils [req-80ae1e0b-9af6-439b-8b4d-b81313adb342 req-99c50433-6d64-4dec-832b-882c08d5b828 service nova] Acquiring lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.594663] env[69854]: DEBUG oslo_concurrency.lockutils [req-80ae1e0b-9af6-439b-8b4d-b81313adb342 req-99c50433-6d64-4dec-832b-882c08d5b828 service nova] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.595229] env[69854]: DEBUG oslo_concurrency.lockutils [req-80ae1e0b-9af6-439b-8b4d-b81313adb342 req-99c50433-6d64-4dec-832b-882c08d5b828 service nova] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.595229] env[69854]: DEBUG nova.compute.manager [req-80ae1e0b-9af6-439b-8b4d-b81313adb342 req-99c50433-6d64-4dec-832b-882c08d5b828 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] No waiting events found dispatching network-vif-plugged-c82a795c-e1ba-43c9-9544-439023590204 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.596927] env[69854]: WARNING nova.compute.manager [req-80ae1e0b-9af6-439b-8b4d-b81313adb342 req-99c50433-6d64-4dec-832b-882c08d5b828 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Received unexpected event network-vif-plugged-c82a795c-e1ba-43c9-9544-439023590204 for instance with vm_state building and task_state spawning. [ 914.646738] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519275, 'name': Rename_Task, 'duration_secs': 0.152605} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.647062] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.647279] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4668f8de-d4a9-4495-a25f-d36d9fe8bf42 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.658623] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 914.658623] env[69854]: value = "task-3519277" [ 914.658623] env[69854]: _type = "Task" [ 914.658623] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.669189] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.701707] env[69854]: DEBUG nova.network.neutron [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Successfully updated port: c82a795c-e1ba-43c9-9544-439023590204 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.944026] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.944287] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.955267] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519276, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.010737] env[69854]: DEBUG nova.compute.manager [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.010967] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.015926] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d1d581-7133-4d84-8f54-a52d7f966d4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.025224] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.025593] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858421d9-8369-4dba-88c0-4769c1b7eb0c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.033872] env[69854]: DEBUG oslo_vmware.api [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 915.033872] env[69854]: value = "task-3519278" [ 915.033872] env[69854]: _type = "Task" [ 915.033872] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.045898] env[69854]: DEBUG oslo_vmware.api [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.087915] env[69854]: DEBUG nova.compute.utils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.093663] env[69854]: DEBUG nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.093663] env[69854]: DEBUG nova.network.neutron [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.146693] env[69854]: DEBUG nova.policy [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20e24b329a64492a9f5e579fe0cf73fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f871e90f3264914b7c4afbec0144950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.173869] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519277, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.210031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.210031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquired lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.210031] env[69854]: DEBUG nova.network.neutron [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.330283] env[69854]: DEBUG nova.network.neutron [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Updated VIF entry in instance network info cache for port be00b3b7-b558-48b2-9b3a-d08229509b31. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.330766] env[69854]: DEBUG nova.network.neutron [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Updating instance_info_cache with network_info: [{"id": "be00b3b7-b558-48b2-9b3a-d08229509b31", "address": "fa:16:3e:ab:7f:70", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe00b3b7-b5", "ovs_interfaceid": "be00b3b7-b558-48b2-9b3a-d08229509b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.373498] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "83f646cf-8128-4e98-b06f-cbe93f714199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.373778] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.373992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "83f646cf-8128-4e98-b06f-cbe93f714199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.374202] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "83f646cf-8128-4e98-b06f-cbe93f714199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.374384] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "83f646cf-8128-4e98-b06f-cbe93f714199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.376618] env[69854]: INFO nova.compute.manager [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Terminating instance [ 915.459398] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519276, 'name': CreateVM_Task, 'duration_secs': 0.531145} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.459869] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.460672] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.460957] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.461387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.461881] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b3fe4f-63b2-40c8-a548-d610419c16eb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.472178] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 915.472178] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a3c89c-e97f-eb06-503b-eca5c3427cee" [ 915.472178] env[69854]: _type = "Task" [ 915.472178] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.479455] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a3c89c-e97f-eb06-503b-eca5c3427cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.544412] env[69854]: DEBUG oslo_vmware.api [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519278, 'name': PowerOffVM_Task, 'duration_secs': 0.417839} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.544844] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.545175] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.545608] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17815e47-6f04-487c-abe3-a52d46f1988f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.558535] env[69854]: DEBUG nova.network.neutron [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Successfully created port: a129472b-4a7a-41f5-bd7c-8bd534fee3d4 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.598039] env[69854]: DEBUG nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.608507] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.611022] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.611022] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Deleting the datastore file [datastore1] 341cb138-ec28-4ac7-a903-a4cf39d353ff {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.611022] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5f4560-5db1-4c35-88f7-1af4e5714139 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.619684] env[69854]: DEBUG oslo_vmware.api [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 915.619684] env[69854]: value = "task-3519280" [ 915.619684] env[69854]: _type = "Task" [ 915.619684] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.628659] env[69854]: DEBUG oslo_vmware.api [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.669738] env[69854]: DEBUG oslo_vmware.api [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519277, 'name': PowerOnVM_Task, 'duration_secs': 0.56215} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.673246] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.673667] env[69854]: INFO nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Took 9.41 seconds to spawn the instance on the hypervisor. [ 915.673991] env[69854]: DEBUG nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.675224] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3722c3-3204-41dd-83ef-bb16c9c18dd1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.751050] env[69854]: DEBUG nova.network.neutron [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.833918] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] Releasing lock "refresh_cache-06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.834244] env[69854]: DEBUG nova.compute.manager [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Received event network-changed-2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.834445] env[69854]: DEBUG nova.compute.manager [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Refreshing instance network info cache due to event network-changed-2ff6548c-7043-496b-8a2b-7a622dd2ef6a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.834626] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] Acquiring lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.834765] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] Acquired lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.834924] env[69854]: DEBUG nova.network.neutron [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Refreshing network info cache for port 2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.881837] env[69854]: DEBUG nova.compute.manager [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.881837] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.882367] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f1fb9-6668-48be-b2a4-409e5258b5e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.894780] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.894780] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fa20e6-232f-472c-bf98-0a3d8fc60612 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.906688] env[69854]: DEBUG oslo_vmware.api [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 915.906688] env[69854]: value = "task-3519281" [ 915.906688] env[69854]: _type = "Task" [ 915.906688] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.924342] env[69854]: DEBUG oslo_vmware.api [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3519281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.941485] env[69854]: DEBUG nova.network.neutron [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Updating instance_info_cache with network_info: [{"id": "c82a795c-e1ba-43c9-9544-439023590204", "address": "fa:16:3e:35:e4:d7", "network": {"id": "3a74e7dd-46ff-4f60-ac39-91cf0bd62d8c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1346206598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcad5326544a8a855a9db61737b9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82a795c-e1", "ovs_interfaceid": "c82a795c-e1ba-43c9-9544-439023590204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.989480] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a3c89c-e97f-eb06-503b-eca5c3427cee, 'name': SearchDatastore_Task, 'duration_secs': 0.033509} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.989972] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.990246] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.990522] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.990674] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.990859] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.991146] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7efe76a-8ba9-48da-a572-114efa03bdaa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.001855] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.002065] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.002828] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299c7dc9-e3f0-4c2f-b7bb-9bff542880bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.010291] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 916.010291] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c70905-9387-aa84-3258-5b359617686e" [ 916.010291] env[69854]: _type = "Task" [ 916.010291] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.020357] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c70905-9387-aa84-3258-5b359617686e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.128753] env[69854]: DEBUG oslo_vmware.api [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369836} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.128966] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.129254] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.129351] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.129667] env[69854]: INFO nova.compute.manager [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 916.129733] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.129924] env[69854]: DEBUG nova.compute.manager [-] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.130029] env[69854]: DEBUG nova.network.neutron [-] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.168709] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337e6c4-284c-4e87-a977-495cd81de1f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.177753] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1122897-edff-4980-9745-5ba0d341c2ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.222026] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776672ee-b387-421f-9836-f6425002ced7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.225013] env[69854]: INFO nova.compute.manager [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Took 52.31 seconds to build instance. [ 916.232843] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae71b417-95d1-4993-9cd3-fa2934a9111d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.247960] env[69854]: DEBUG nova.compute.provider_tree [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.418262] env[69854]: DEBUG oslo_vmware.api [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3519281, 'name': PowerOffVM_Task, 'duration_secs': 0.255455} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.418708] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.419056] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.419427] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e87f63-f804-4c5d-a3ba-22503c04e62f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.444720] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Releasing lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.445085] env[69854]: DEBUG nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Instance network_info: |[{"id": "c82a795c-e1ba-43c9-9544-439023590204", "address": "fa:16:3e:35:e4:d7", "network": {"id": "3a74e7dd-46ff-4f60-ac39-91cf0bd62d8c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1346206598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcad5326544a8a855a9db61737b9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82a795c-e1", "ovs_interfaceid": "c82a795c-e1ba-43c9-9544-439023590204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.445554] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e4:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c82a795c-e1ba-43c9-9544-439023590204', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.455464] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Creating folder: Project (9ebcad5326544a8a855a9db61737b9c6). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.458665] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c986e9-b0a6-4f77-a22b-7fa41f311ff7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.474578] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Created folder: Project (9ebcad5326544a8a855a9db61737b9c6) in parent group-v702928. [ 916.474902] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Creating folder: Instances. Parent ref: group-v703081. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.475074] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92504abd-e462-4dac-bed3-3d9c1f8ed9f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.507732] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Created folder: Instances in parent group-v703081. [ 916.508106] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.509546] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.509889] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.510157] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.510385] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Deleting the datastore file [datastore1] 83f646cf-8128-4e98-b06f-cbe93f714199 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.510670] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9afba3cb-b899-45cb-86c9-596b5a22bde0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.526099] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c1b1cc-b9e1-43f7-8d7e-56c30dbbb96c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.531074] env[69854]: INFO nova.compute.manager [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Rescuing [ 916.531623] env[69854]: DEBUG oslo_concurrency.lockutils [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.531623] env[69854]: DEBUG oslo_concurrency.lockutils [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquired lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.531623] env[69854]: DEBUG nova.network.neutron [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.545052] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c70905-9387-aa84-3258-5b359617686e, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.550462] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.550462] env[69854]: value = "task-3519286" [ 916.550462] env[69854]: _type = "Task" [ 916.550462] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.550930] env[69854]: DEBUG oslo_vmware.api [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for the task: (returnval){ [ 916.550930] env[69854]: value = "task-3519285" [ 916.550930] env[69854]: _type = "Task" [ 916.550930] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.551273] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3a55c7-361b-46aa-9fe9-923a28f31e6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.569286] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 916.569286] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f7fdc7-e93c-fc0a-3bc0-72ff7780c62e" [ 916.569286] env[69854]: _type = "Task" [ 916.569286] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.582954] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519286, 'name': CreateVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.583117] env[69854]: DEBUG oslo_vmware.api [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3519285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.598289] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f7fdc7-e93c-fc0a-3bc0-72ff7780c62e, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.598720] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.599145] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7/06d8941a-f77b-4541-aa5b-fdb3ecd12dc7.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.599559] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b00a479-229a-4746-a6c9-df38e1a988c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.609042] env[69854]: DEBUG nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.617240] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 916.617240] env[69854]: value = "task-3519287" [ 916.617240] env[69854]: _type = "Task" [ 916.617240] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.631307] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.642915] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.643297] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.643569] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.643904] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.644176] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.644443] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.644799] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.645102] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.645404] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.645703] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.646159] env[69854]: DEBUG nova.virt.hardware [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.647806] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d743deb-7b0f-416b-b207-ef3aeedf5a40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.653196] env[69854]: DEBUG nova.network.neutron [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updated VIF entry in instance network info cache for port 2ff6548c-7043-496b-8a2b-7a622dd2ef6a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.653614] env[69854]: DEBUG nova.network.neutron [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updating instance_info_cache with network_info: [{"id": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "address": "fa:16:3e:2f:2b:50", "network": {"id": "9aaf9f57-acb3-4fa6-b2c7-bea58ea125a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924304370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7e7428e9534b9b9511cc567691a851", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff6548c-70", "ovs_interfaceid": "2ff6548c-7043-496b-8a2b-7a622dd2ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.663060] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e014be0-4651-4c5a-8666-517598787071 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.678165] env[69854]: DEBUG nova.compute.manager [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Received event network-changed-c82a795c-e1ba-43c9-9544-439023590204 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.678165] env[69854]: DEBUG nova.compute.manager [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Refreshing instance network info cache due to event network-changed-c82a795c-e1ba-43c9-9544-439023590204. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.678165] env[69854]: DEBUG oslo_concurrency.lockutils [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] Acquiring lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.678165] env[69854]: DEBUG oslo_concurrency.lockutils [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] Acquired lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.678165] env[69854]: DEBUG nova.network.neutron [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Refreshing network info cache for port c82a795c-e1ba-43c9-9544-439023590204 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.728726] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39e05f7-3fd4-4495-bc77-867a2199fb4c tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.171s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.751236] env[69854]: DEBUG nova.scheduler.client.report [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.943960] env[69854]: DEBUG nova.network.neutron [-] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.077624] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519286, 'name': CreateVM_Task, 'duration_secs': 0.374914} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.078084] env[69854]: DEBUG oslo_vmware.api [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Task: {'id': task-3519285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164067} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.078275] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.078642] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.078806] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.079305] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.079625] env[69854]: INFO nova.compute.manager [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Took 1.20 seconds to destroy the instance on the hypervisor. [ 917.080172] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.081687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.081687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.082064] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.082354] env[69854]: DEBUG nova.compute.manager [-] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.082451] env[69854]: DEBUG nova.network.neutron [-] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.084331] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4095cee-b762-45b7-a100-88dc051f8af2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.092250] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 917.092250] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520daa23-a002-740f-7345-243dc17dff88" [ 917.092250] env[69854]: _type = "Task" [ 917.092250] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.103870] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520daa23-a002-740f-7345-243dc17dff88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.130305] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.157082] env[69854]: DEBUG oslo_concurrency.lockutils [req-6d78e190-aeaa-489c-ae96-5c12c4804feb req-e921178c-2f53-42e8-abbb-193e562d79e4 service nova] Releasing lock "refresh_cache-341cb138-ec28-4ac7-a903-a4cf39d353ff" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.233150] env[69854]: DEBUG nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.256775] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.259248] env[69854]: DEBUG nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.263139] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.501s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.263394] env[69854]: DEBUG nova.objects.instance [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lazy-loading 'resources' on Instance uuid ba1eec72-9524-4af9-a791-4b3dd9584075 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.357297] env[69854]: DEBUG nova.compute.manager [req-27e81f92-523a-42cc-b7db-06c98dcc019e req-3ce004e1-b502-420e-9908-fbe2bea64183 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Received event network-vif-plugged-a129472b-4a7a-41f5-bd7c-8bd534fee3d4 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.357518] env[69854]: DEBUG oslo_concurrency.lockutils [req-27e81f92-523a-42cc-b7db-06c98dcc019e req-3ce004e1-b502-420e-9908-fbe2bea64183 service nova] Acquiring lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.357769] env[69854]: DEBUG oslo_concurrency.lockutils [req-27e81f92-523a-42cc-b7db-06c98dcc019e req-3ce004e1-b502-420e-9908-fbe2bea64183 service nova] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.357960] env[69854]: DEBUG oslo_concurrency.lockutils [req-27e81f92-523a-42cc-b7db-06c98dcc019e req-3ce004e1-b502-420e-9908-fbe2bea64183 service nova] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.358146] env[69854]: DEBUG nova.compute.manager [req-27e81f92-523a-42cc-b7db-06c98dcc019e req-3ce004e1-b502-420e-9908-fbe2bea64183 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] No waiting events found dispatching network-vif-plugged-a129472b-4a7a-41f5-bd7c-8bd534fee3d4 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.358317] env[69854]: WARNING nova.compute.manager [req-27e81f92-523a-42cc-b7db-06c98dcc019e req-3ce004e1-b502-420e-9908-fbe2bea64183 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Received unexpected event network-vif-plugged-a129472b-4a7a-41f5-bd7c-8bd534fee3d4 for instance with vm_state building and task_state spawning. [ 917.446604] env[69854]: INFO nova.compute.manager [-] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Took 1.32 seconds to deallocate network for instance. [ 917.469757] env[69854]: INFO nova.compute.manager [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Rescuing [ 917.469757] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.469900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.470344] env[69854]: DEBUG nova.network.neutron [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.606126] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520daa23-a002-740f-7345-243dc17dff88, 'name': SearchDatastore_Task, 'duration_secs': 0.056037} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.606551] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.606866] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.607115] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.607310] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.607657] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.607868] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48db6755-64f4-47fd-be74-fd8c00592352 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.625148] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.625350] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.627390] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc2b903-a9eb-4198-90e1-1b0cc5d49394 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.633094] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583056} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.634408] env[69854]: DEBUG nova.network.neutron [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.640201] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7/06d8941a-f77b-4541-aa5b-fdb3ecd12dc7.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.640201] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.640201] env[69854]: DEBUG nova.network.neutron [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Updated VIF entry in instance network info cache for port c82a795c-e1ba-43c9-9544-439023590204. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.640201] env[69854]: DEBUG nova.network.neutron [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Updating instance_info_cache with network_info: [{"id": "c82a795c-e1ba-43c9-9544-439023590204", "address": "fa:16:3e:35:e4:d7", "network": {"id": "3a74e7dd-46ff-4f60-ac39-91cf0bd62d8c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1346206598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcad5326544a8a855a9db61737b9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82a795c-e1", "ovs_interfaceid": "c82a795c-e1ba-43c9-9544-439023590204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.640201] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b5ee13a-6f21-4963-89f0-8da54fbbb13f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.644975] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 917.644975] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521320ec-dbc7-c468-f110-6ff02eaed87f" [ 917.644975] env[69854]: _type = "Task" [ 917.644975] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.651554] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 917.651554] env[69854]: value = "task-3519288" [ 917.651554] env[69854]: _type = "Task" [ 917.651554] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.661600] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521320ec-dbc7-c468-f110-6ff02eaed87f, 'name': SearchDatastore_Task, 'duration_secs': 0.014436} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.661600] env[69854]: DEBUG nova.network.neutron [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Successfully updated port: a129472b-4a7a-41f5-bd7c-8bd534fee3d4 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.662698] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01d58e7-fbc7-4cee-87a7-783b2c35a078 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.668248] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.672373] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 917.672373] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52de0a46-52e3-32da-c2a7-b68db10e9508" [ 917.672373] env[69854]: _type = "Task" [ 917.672373] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.683054] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52de0a46-52e3-32da-c2a7-b68db10e9508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.764042] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.769025] env[69854]: DEBUG nova.compute.utils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.770201] env[69854]: DEBUG nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.770372] env[69854]: DEBUG nova.network.neutron [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.857250] env[69854]: DEBUG nova.policy [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf8afda5b9a402b8c5f5b772a878203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd584ccad0f7b4553a237943749956722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.954728] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.139581] env[69854]: DEBUG oslo_concurrency.lockutils [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Releasing lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.146728] env[69854]: DEBUG oslo_concurrency.lockutils [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] Releasing lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.147068] env[69854]: DEBUG nova.compute.manager [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Received event network-vif-deleted-2ff6548c-7043-496b-8a2b-7a622dd2ef6a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.147068] env[69854]: INFO nova.compute.manager [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Neutron deleted interface 2ff6548c-7043-496b-8a2b-7a622dd2ef6a; detaching it from the instance and deleting it from the info cache [ 918.147242] env[69854]: DEBUG nova.network.neutron [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.169246] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "refresh_cache-85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.169415] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquired lock "refresh_cache-85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.176452] env[69854]: DEBUG nova.network.neutron [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.176452] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072139} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.187668] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.205398] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5438bea9-0a54-49a3-ba59-9300a3407094 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.239126] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52de0a46-52e3-32da-c2a7-b68db10e9508, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.266731] env[69854]: DEBUG nova.network.neutron [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Successfully created port: 3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.273034] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.273034] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 80b9aa8d-0c79-435d-8b4e-c638a078cc58/80b9aa8d-0c79-435d-8b4e-c638a078cc58.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.287362] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7/06d8941a-f77b-4541-aa5b-fdb3ecd12dc7.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.300535] env[69854]: DEBUG nova.network.neutron [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Updating instance_info_cache with network_info: [{"id": "1063271a-1f5a-4abc-8b02-74e05242bda8", "address": "fa:16:3e:55:ae:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063271a-1f", "ovs_interfaceid": "1063271a-1f5a-4abc-8b02-74e05242bda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.303579] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d842cbf5-eca8-41c3-9d09-23ee2322a93c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.308557] env[69854]: DEBUG nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.313300] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16870c92-465e-47f5-8bb2-65ac27256d6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.335704] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.347643] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 918.347643] env[69854]: value = "task-3519290" [ 918.347643] env[69854]: _type = "Task" [ 918.347643] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.347898] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 918.347898] env[69854]: value = "task-3519289" [ 918.347898] env[69854]: _type = "Task" [ 918.347898] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.363753] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.369745] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.387227] env[69854]: DEBUG nova.network.neutron [-] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.436076] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ef46d6-c91b-4e5a-baaf-193e1f0d620d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.445109] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8b338b-83dd-4cf6-8ef9-70fc7b4f8744 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.480830] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2ff495-45ca-47c6-82fd-c4fe07cf5135 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.491246] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d4754f-d20a-4856-88d4-a6214bc7011b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.511367] env[69854]: DEBUG nova.compute.provider_tree [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.651130] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2292d95d-6a04-4ac7-9d8b-41033814bd2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.662928] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed12351-3a1c-42d7-add8-3cdd5978bb07 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.703882] env[69854]: DEBUG nova.compute.manager [req-314f09a0-a8a6-40a1-8055-a4463a974957 req-6bc54dc0-8b57-4941-82f1-390d290bd0c0 service nova] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Detach interface failed, port_id=2ff6548c-7043-496b-8a2b-7a622dd2ef6a, reason: Instance 341cb138-ec28-4ac7-a903-a4cf39d353ff could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.706206] env[69854]: DEBUG nova.compute.manager [req-9d2275ca-d02f-4409-8d62-07bfadc47034 req-441c806b-7e8b-4e8d-aeaf-6f0baee4e5af service nova] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Received event network-vif-deleted-bc1b8a94-44aa-466a-a8b4-8d37a9e71640 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.749467] env[69854]: DEBUG nova.network.neutron [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.847584] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.847981] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7584afe8-5672-4afb-85ff-dcdaac331e26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.864359] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 918.864359] env[69854]: value = "task-3519291" [ 918.864359] env[69854]: _type = "Task" [ 918.864359] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.874298] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519290, 'name': ReconfigVM_Task, 'duration_secs': 0.295622} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.876781] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7/06d8941a-f77b-4541-aa5b-fdb3ecd12dc7.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.878632] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519289, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.879822] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9780d1d0-ce0c-4082-bb79-bc6e6e3c4a10 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.885414] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.888391] env[69854]: INFO nova.compute.manager [-] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Took 1.81 seconds to deallocate network for instance. [ 918.891601] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 918.891601] env[69854]: value = "task-3519292" [ 918.891601] env[69854]: _type = "Task" [ 918.891601] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.908179] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519292, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.923242] env[69854]: DEBUG nova.network.neutron [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Updating instance_info_cache with network_info: [{"id": "a129472b-4a7a-41f5-bd7c-8bd534fee3d4", "address": "fa:16:3e:3c:11:a4", "network": {"id": "67f669c5-89f1-4e28-b16f-9fa390cf8514", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-280212383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f871e90f3264914b7c4afbec0144950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa129472b-4a", "ovs_interfaceid": "a129472b-4a7a-41f5-bd7c-8bd534fee3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.044476] env[69854]: ERROR nova.scheduler.client.report [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [req-28983c5a-6b73-48de-b777-a9043b96a752] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28983c5a-6b73-48de-b777-a9043b96a752"}]} [ 919.162172] env[69854]: DEBUG nova.scheduler.client.report [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 919.178210] env[69854]: DEBUG nova.scheduler.client.report [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 919.178882] env[69854]: DEBUG nova.compute.provider_tree [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.194431] env[69854]: DEBUG nova.scheduler.client.report [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 919.216761] env[69854]: DEBUG nova.scheduler.client.report [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 919.344468] env[69854]: DEBUG nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.365855] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922786} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.367777] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 80b9aa8d-0c79-435d-8b4e-c638a078cc58/80b9aa8d-0c79-435d-8b4e-c638a078cc58.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.367993] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.370594] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f63ab6-b8c2-41e4-9ade-3a6c074db249 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.377016] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.377523] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.377523] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.377642] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.377734] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.377868] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.378345] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.378345] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.378470] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.378607] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.378775] env[69854]: DEBUG nova.virt.hardware [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.379921] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac11d5d-d50a-4718-bcda-53213fa4beca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.387748] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519291, 'name': PowerOffVM_Task, 'duration_secs': 0.35774} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.390704] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.392766] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 919.392766] env[69854]: value = "task-3519293" [ 919.392766] env[69854]: _type = "Task" [ 919.392766] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.396504] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4ab206-7d0d-4d97-9db6-538de9494b68 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.400211] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f76b51-e46e-4d2a-aa0a-cfa18f274eea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.407870] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.438521] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519292, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.438968] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Releasing lock "refresh_cache-85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.439317] env[69854]: DEBUG nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Instance network_info: |[{"id": "a129472b-4a7a-41f5-bd7c-8bd534fee3d4", "address": "fa:16:3e:3c:11:a4", "network": {"id": "67f669c5-89f1-4e28-b16f-9fa390cf8514", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-280212383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f871e90f3264914b7c4afbec0144950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa129472b-4a", "ovs_interfaceid": "a129472b-4a7a-41f5-bd7c-8bd534fee3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.444901] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:11:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a129472b-4a7a-41f5-bd7c-8bd534fee3d4', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.452054] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Creating folder: Project (7f871e90f3264914b7c4afbec0144950). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.452801] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33826f8f-7918-4ae5-8e92-9e69e0bdf15c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.455594] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.456285] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6ab3baf-e67d-4151-8282-b2c2c0621ad7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.466687] env[69854]: DEBUG nova.compute.manager [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Received event network-changed-a129472b-4a7a-41f5-bd7c-8bd534fee3d4 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.466880] env[69854]: DEBUG nova.compute.manager [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Refreshing instance network info cache due to event network-changed-a129472b-4a7a-41f5-bd7c-8bd534fee3d4. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.467157] env[69854]: DEBUG oslo_concurrency.lockutils [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] Acquiring lock "refresh_cache-85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.467288] env[69854]: DEBUG oslo_concurrency.lockutils [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] Acquired lock "refresh_cache-85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.467451] env[69854]: DEBUG nova.network.neutron [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Refreshing network info cache for port a129472b-4a7a-41f5-bd7c-8bd534fee3d4 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.472059] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Created folder: Project (7f871e90f3264914b7c4afbec0144950) in parent group-v702928. [ 919.472251] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Creating folder: Instances. Parent ref: group-v703084. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.473053] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29cb2653-9407-49c5-a1aa-2dfa4b2a5ef8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.485336] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Created folder: Instances in parent group-v703084. [ 919.485622] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.487370] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.487601] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.488048] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b98c991-7a73-44ce-b591-2654fa01b7dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.489522] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-611e1ca7-0c98-4233-ab67-033cb9b1a342 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.511070] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 919.511070] env[69854]: value = "task-3519296" [ 919.511070] env[69854]: _type = "Task" [ 919.511070] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.515486] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.515486] env[69854]: value = "task-3519297" [ 919.515486] env[69854]: _type = "Task" [ 919.515486] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.526413] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 919.526615] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.526862] env[69854]: DEBUG oslo_concurrency.lockutils [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.527014] env[69854]: DEBUG oslo_concurrency.lockutils [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.527199] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.529688] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d55a5b08-68ea-44cc-abb6-6c488efa3b7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.534602] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519297, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.547482] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.547671] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.548498] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40096da-de19-40ed-94da-b38566e4ca8a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.554414] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 919.554414] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527ff52f-028a-c2aa-6b5b-ec8788600118" [ 919.554414] env[69854]: _type = "Task" [ 919.554414] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.565995] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527ff52f-028a-c2aa-6b5b-ec8788600118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.720304] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec697841-b57e-421e-b159-c002e5bceff9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.729022] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d4ae8-85fd-4c8e-9b3a-0a49d1f9eb78 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.765072] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2e6aa0-f0b5-403d-b197-3f45e2e60c15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.773636] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999d42df-6ebf-414e-a888-ce281f3e9297 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.787502] env[69854]: DEBUG nova.compute.provider_tree [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.856339] env[69854]: DEBUG nova.network.neutron [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Successfully updated port: 3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.904681] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.908248] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5144d1f3-e298-478e-bc09-8e1167f60ff1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.912552] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519292, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.918059] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.919308] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 919.919308] env[69854]: value = "task-3519298" [ 919.919308] env[69854]: _type = "Task" [ 919.919308] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.929290] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.027782] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519297, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.065726] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527ff52f-028a-c2aa-6b5b-ec8788600118, 'name': SearchDatastore_Task, 'duration_secs': 0.04794} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.068531] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa93066-67b8-466c-9f00-e454856aeae5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.074856] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 920.074856] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e1b95d-7001-b0ee-4552-12c0b4f16b16" [ 920.074856] env[69854]: _type = "Task" [ 920.074856] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.084563] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e1b95d-7001-b0ee-4552-12c0b4f16b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.232046] env[69854]: DEBUG nova.network.neutron [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Updated VIF entry in instance network info cache for port a129472b-4a7a-41f5-bd7c-8bd534fee3d4. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.232503] env[69854]: DEBUG nova.network.neutron [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Updating instance_info_cache with network_info: [{"id": "a129472b-4a7a-41f5-bd7c-8bd534fee3d4", "address": "fa:16:3e:3c:11:a4", "network": {"id": "67f669c5-89f1-4e28-b16f-9fa390cf8514", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-280212383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f871e90f3264914b7c4afbec0144950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa129472b-4a", "ovs_interfaceid": "a129472b-4a7a-41f5-bd7c-8bd534fee3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.326652] env[69854]: DEBUG nova.scheduler.client.report [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 920.326881] env[69854]: DEBUG nova.compute.provider_tree [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 81 to 82 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 920.361095] env[69854]: DEBUG nova.compute.provider_tree [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.361095] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.361095] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.361095] env[69854]: DEBUG nova.network.neutron [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.411342] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519292, 'name': Rename_Task, 'duration_secs': 1.252514} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.412096] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.412616] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f7d464-f9bb-4774-9d7d-328083cc481c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.418244] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.818782} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.418506] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.420291] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470092e5-417a-4c99-a44b-bf9a4d14c8fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.423319] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 920.423319] env[69854]: value = "task-3519299" [ 920.423319] env[69854]: _type = "Task" [ 920.423319] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.449778] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 80b9aa8d-0c79-435d-8b4e-c638a078cc58/80b9aa8d-0c79-435d-8b4e-c638a078cc58.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.456923] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c14ef2-8ac6-4d1d-b327-bafd6cd08953 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.473108] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519298, 'name': PowerOffVM_Task, 'duration_secs': 0.442326} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.473392] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.473758] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.475583] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbb1c5-4e0b-4598-bac5-71837a9f8c15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.481868] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 920.481868] env[69854]: value = "task-3519300" [ 920.481868] env[69854]: _type = "Task" [ 920.481868] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.500402] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ede7d1-26fa-425c-bd15-f12ec11ef093 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.508909] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.529920] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519297, 'name': CreateVM_Task, 'duration_secs': 0.836064} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.530042] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.532676] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.532874] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.533212] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.533715] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc86eff-4fe0-473c-ad9f-aea07f63479c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.539229] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.539486] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de4c7d1-d54c-4309-97f2-07e0c3863850 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.542178] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 920.542178] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52626ef0-b1e6-a714-bb84-7d105fdb1036" [ 920.542178] env[69854]: _type = "Task" [ 920.542178] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.551689] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52626ef0-b1e6-a714-bb84-7d105fdb1036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.551986] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 920.551986] env[69854]: value = "task-3519301" [ 920.551986] env[69854]: _type = "Task" [ 920.551986] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.560559] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 920.560711] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.560952] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.561116] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.561568] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.561825] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c904d8b-4883-4783-8138-d5f3495e6a80 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.573064] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.573250] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.573963] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b207439-7be6-4e1d-9b9e-340e421b4237 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.584752] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e1b95d-7001-b0ee-4552-12c0b4f16b16, 'name': SearchDatastore_Task, 'duration_secs': 0.039676} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.585601] env[69854]: DEBUG oslo_concurrency.lockutils [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.585883] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. {{(pid=69854) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 920.586208] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 920.586208] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52669645-7332-038a-27cd-4dbf4dbca97d" [ 920.586208] env[69854]: _type = "Task" [ 920.586208] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.586393] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23305a7e-9e60-4d20-b841-d9e807180328 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.596837] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52669645-7332-038a-27cd-4dbf4dbca97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.598901] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 920.598901] env[69854]: value = "task-3519302" [ 920.598901] env[69854]: _type = "Task" [ 920.598901] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.607287] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.735782] env[69854]: DEBUG oslo_concurrency.lockutils [req-2c576e5f-4daf-4c63-81e2-850774cea9cf req-33cea359-f00e-41bf-be4d-cb8d0c0240f2 service nova] Releasing lock "refresh_cache-85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.833111] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.570s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.835938] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.073s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.836203] env[69854]: DEBUG nova.objects.instance [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lazy-loading 'resources' on Instance uuid bd8f7ec7-618b-4e04-be11-641ba2a7e5a2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.856930] env[69854]: INFO nova.scheduler.client.report [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted allocations for instance ba1eec72-9524-4af9-a791-4b3dd9584075 [ 920.906527] env[69854]: DEBUG nova.network.neutron [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.938905] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519299, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.010842] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.056544] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52626ef0-b1e6-a714-bb84-7d105fdb1036, 'name': SearchDatastore_Task, 'duration_secs': 0.029969} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.056912] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.057243] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.057510] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.057663] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.057846] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.058220] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eaf1a42-9912-4c40-82af-b0bffb91579e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.075838] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.076287] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.079816] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686f5321-7c3e-4b5b-9f4c-2c3d1c91129e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.089530] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 921.089530] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528e658b-2c98-1799-0062-a6411022d361" [ 921.089530] env[69854]: _type = "Task" [ 921.089530] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.116136] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52669645-7332-038a-27cd-4dbf4dbca97d, 'name': SearchDatastore_Task, 'duration_secs': 0.028681} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.116533] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528e658b-2c98-1799-0062-a6411022d361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.118573] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6a7a6b-691c-4a68-86f7-a980f22cd6a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.127045] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.128445] env[69854]: DEBUG nova.network.neutron [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updating instance_info_cache with network_info: [{"id": "3f81aa67-9f18-4d95-85d9-c3a943765742", "address": "fa:16:3e:9a:e2:63", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f81aa67-9f", "ovs_interfaceid": "3f81aa67-9f18-4d95-85d9-c3a943765742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.137047] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 921.137047] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526230ef-8cdf-0000-b360-f147a9a372eb" [ 921.137047] env[69854]: _type = "Task" [ 921.137047] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.152048] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526230ef-8cdf-0000-b360-f147a9a372eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.365448] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40d41265-5e2a-4b81-9769-57dca4c518c5 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "ba1eec72-9524-4af9-a791-4b3dd9584075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.793s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.440298] env[69854]: DEBUG oslo_vmware.api [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519299, 'name': PowerOnVM_Task, 'duration_secs': 0.878225} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.440599] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.440819] env[69854]: INFO nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Took 10.14 seconds to spawn the instance on the hypervisor. [ 921.441009] env[69854]: DEBUG nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.441810] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1f645-e589-44fc-9241-b7c7a488196a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.509748] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519300, 'name': ReconfigVM_Task, 'duration_secs': 0.677352} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.511117] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 80b9aa8d-0c79-435d-8b4e-c638a078cc58/80b9aa8d-0c79-435d-8b4e-c638a078cc58.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.512760] env[69854]: DEBUG nova.compute.manager [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Received event network-vif-plugged-3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.512947] env[69854]: DEBUG oslo_concurrency.lockutils [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] Acquiring lock "50774648-3c9a-4361-870e-3364a20e2f9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.513181] env[69854]: DEBUG oslo_concurrency.lockutils [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] Lock "50774648-3c9a-4361-870e-3364a20e2f9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.513350] env[69854]: DEBUG oslo_concurrency.lockutils [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] Lock "50774648-3c9a-4361-870e-3364a20e2f9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.513517] env[69854]: DEBUG nova.compute.manager [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] No waiting events found dispatching network-vif-plugged-3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.513684] env[69854]: WARNING nova.compute.manager [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Received unexpected event network-vif-plugged-3f81aa67-9f18-4d95-85d9-c3a943765742 for instance with vm_state building and task_state spawning. [ 921.513877] env[69854]: DEBUG nova.compute.manager [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Received event network-changed-3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.514046] env[69854]: DEBUG nova.compute.manager [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Refreshing instance network info cache due to event network-changed-3f81aa67-9f18-4d95-85d9-c3a943765742. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.514222] env[69854]: DEBUG oslo_concurrency.lockutils [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] Acquiring lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.514420] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d435a17a-8c0f-458c-b6e1-189867e0e7be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.523414] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 921.523414] env[69854]: value = "task-3519303" [ 921.523414] env[69854]: _type = "Task" [ 921.523414] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.534108] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519303, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.609963] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528e658b-2c98-1799-0062-a6411022d361, 'name': SearchDatastore_Task, 'duration_secs': 0.077013} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.611062] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54152908-1f54-4dc8-bfd0-a98ac1dccca9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.619154] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519302, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.623479] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 921.623479] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f4dc8e-e5df-8ffc-2816-08ad4f74dc57" [ 921.623479] env[69854]: _type = "Task" [ 921.623479] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.635423] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.635729] env[69854]: DEBUG nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Instance network_info: |[{"id": "3f81aa67-9f18-4d95-85d9-c3a943765742", "address": "fa:16:3e:9a:e2:63", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f81aa67-9f", "ovs_interfaceid": "3f81aa67-9f18-4d95-85d9-c3a943765742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.636369] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f4dc8e-e5df-8ffc-2816-08ad4f74dc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.636848] env[69854]: DEBUG oslo_concurrency.lockutils [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] Acquired lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.637059] env[69854]: DEBUG nova.network.neutron [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Refreshing network info cache for port 3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.638319] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:e2:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f81aa67-9f18-4d95-85d9-c3a943765742', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.645813] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating folder: Project (d584ccad0f7b4553a237943749956722). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.648735] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b96fcf-0e98-4f51-994e-0fb4533a4064 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.663972] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526230ef-8cdf-0000-b360-f147a9a372eb, 'name': SearchDatastore_Task, 'duration_secs': 0.035344} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.664141] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.664829] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. {{(pid=69854) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 921.664829] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb119416-0f04-462c-96ac-c004a7fd1fbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.668326] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created folder: Project (d584ccad0f7b4553a237943749956722) in parent group-v702928. [ 921.668510] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating folder: Instances. Parent ref: group-v703087. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.668746] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb0a7ab5-4c3d-422a-96b1-bbe534e5bd32 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.674552] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 921.674552] env[69854]: value = "task-3519305" [ 921.674552] env[69854]: _type = "Task" [ 921.674552] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.684862] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.687807] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created folder: Instances in parent group-v703087. [ 921.688076] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.690463] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.691041] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d575169-bc68-412a-93d7-511a20ace3e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.716764] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.716764] env[69854]: value = "task-3519307" [ 921.716764] env[69854]: _type = "Task" [ 921.716764] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.726676] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519307, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.805517] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc79eb34-4bd4-4431-998e-0f9d10d1043f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.814579] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d613c3f-dddd-4675-8566-3c0f96cf01d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.851896] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b89b5d-cf42-4330-8706-685d2576a2f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.860682] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351dcf0c-fac3-4ac6-b3f5-fac167765042 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.877021] env[69854]: DEBUG nova.compute.provider_tree [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.949143] env[69854]: DEBUG nova.network.neutron [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updated VIF entry in instance network info cache for port 3f81aa67-9f18-4d95-85d9-c3a943765742. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.949615] env[69854]: DEBUG nova.network.neutron [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updating instance_info_cache with network_info: [{"id": "3f81aa67-9f18-4d95-85d9-c3a943765742", "address": "fa:16:3e:9a:e2:63", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f81aa67-9f", "ovs_interfaceid": "3f81aa67-9f18-4d95-85d9-c3a943765742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.963308] env[69854]: INFO nova.compute.manager [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Took 51.57 seconds to build instance. [ 922.037057] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519303, 'name': Rename_Task, 'duration_secs': 0.250452} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.037445] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.037856] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8fda4e7-ea64-404c-841c-2019fea04ddf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.047768] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 922.047768] env[69854]: value = "task-3519308" [ 922.047768] env[69854]: _type = "Task" [ 922.047768] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.066391] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.112746] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519302, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.136281] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f4dc8e-e5df-8ffc-2816-08ad4f74dc57, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.137960] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.137960] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06/85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.137960] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00b9cc61-f273-42cb-811f-a894f639802b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.144018] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 922.144018] env[69854]: value = "task-3519309" [ 922.144018] env[69854]: _type = "Task" [ 922.144018] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.152854] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.184837] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.227329] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519307, 'name': CreateVM_Task, 'duration_secs': 0.379359} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.227511] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.228292] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.228446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.228779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.229094] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087b4c0c-6434-44a6-b288-b41db1440343 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.235203] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 922.235203] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6919-09e0-5d05-37d3-7b9d83ecded5" [ 922.235203] env[69854]: _type = "Task" [ 922.235203] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.244228] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6919-09e0-5d05-37d3-7b9d83ecded5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.381368] env[69854]: DEBUG nova.scheduler.client.report [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.452546] env[69854]: DEBUG oslo_concurrency.lockutils [req-ec4900f6-c1fa-4a43-ba1a-687e6817f4f6 req-315c2337-eda1-46ff-a186-e8dc922298fe service nova] Releasing lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.465740] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b325d376-c9b9-4160-b3f8-1ef28c4bc7d2 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.214s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.562230] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.615329] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519302, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.788827} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.615765] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. [ 922.616650] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0bf7bc-1dfc-4f85-ad6e-31d0d7fb1074 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.648241] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.648596] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2d1851-e3de-4903-bea8-a3ce99452abf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.674189] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.680757] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 922.680757] env[69854]: value = "task-3519310" [ 922.680757] env[69854]: _type = "Task" [ 922.680757] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.688512] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519305, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.695567] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.749610] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b6919-09e0-5d05-37d3-7b9d83ecded5, 'name': SearchDatastore_Task, 'duration_secs': 0.018065} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.750014] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.750289] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.750622] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750784] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750971] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.751262] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bccd5081-8704-4d18-9c8d-85d1dacf71f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.772034] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.772318] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.773261] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2ecc7d-37a0-41c3-9e4b-855a7b148abf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.781393] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 922.781393] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520b3b21-ce5c-92e6-0faf-74720ba5060c" [ 922.781393] env[69854]: _type = "Task" [ 922.781393] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.796995] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520b3b21-ce5c-92e6-0faf-74720ba5060c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.888705] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.892192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.732s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.892192] env[69854]: DEBUG nova.objects.instance [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.918064] env[69854]: INFO nova.scheduler.client.report [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted allocations for instance bd8f7ec7-618b-4e04-be11-641ba2a7e5a2 [ 922.968921] env[69854]: DEBUG nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.060191] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519308, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.159025] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824086} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.159192] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06/85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.159402] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.159651] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c71f10-8188-45d7-9f81-ce9c4602939b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.166314] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 923.166314] env[69854]: value = "task-3519311" [ 923.166314] env[69854]: _type = "Task" [ 923.166314] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.173962] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.187091] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519305, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.268176} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.187704] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. [ 923.188471] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d88e001-a6c5-417f-99cc-7d9b1edee685 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.193443] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519310, 'name': ReconfigVM_Task, 'duration_secs': 0.454019} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.194051] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Reconfigured VM instance instance-00000034 to attach disk [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.194803] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe08ac64-7ef9-427e-9e56-5c297d943411 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.217280] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.220207] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c127b4e-31a8-4293-a925-a16bbc21e17a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.255989] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b10fd77-48f4-4c3d-82bd-c0a3e7668633 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267850] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 923.267850] env[69854]: value = "task-3519312" [ 923.267850] env[69854]: _type = "Task" [ 923.267850] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.276715] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 923.276715] env[69854]: value = "task-3519313" [ 923.276715] env[69854]: _type = "Task" [ 923.276715] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.289351] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.292943] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.300526] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520b3b21-ce5c-92e6-0faf-74720ba5060c, 'name': SearchDatastore_Task, 'duration_secs': 0.096665} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.301536] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be8ab34-e0bc-4302-93eb-b6b97df79871 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.308843] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 923.308843] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e31dbc-0059-ed3b-2845-15a6972a4f03" [ 923.308843] env[69854]: _type = "Task" [ 923.308843] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.319273] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e31dbc-0059-ed3b-2845-15a6972a4f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.428463] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ed294b1-2cc3-4340-bf5a-19749c3f7249 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "bd8f7ec7-618b-4e04-be11-641ba2a7e5a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.681s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.490281] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.562301] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519308, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.676629] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067347} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.676940] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.677754] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba72e9-1bef-4914-8f30-bf1455652999 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.700831] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06/85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.701128] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b95fdd3-d2dd-433f-85a3-5c3e54253c40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.723948] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 923.723948] env[69854]: value = "task-3519314" [ 923.723948] env[69854]: _type = "Task" [ 923.723948] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.734365] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.754023] env[69854]: DEBUG nova.compute.manager [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.754023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df498af-dcf9-4ce3-a7bf-fea5ca00bd52 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.779554] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.788013] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519313, 'name': ReconfigVM_Task, 'duration_secs': 0.171774} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.788283] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.788556] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-151c8920-8f1a-44ac-ad05-5e2b9e7924d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.796016] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 923.796016] env[69854]: value = "task-3519315" [ 923.796016] env[69854]: _type = "Task" [ 923.796016] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.804356] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.820595] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e31dbc-0059-ed3b-2845-15a6972a4f03, 'name': SearchDatastore_Task, 'duration_secs': 0.023997} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.820891] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.821399] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 50774648-3c9a-4361-870e-3364a20e2f9a/50774648-3c9a-4361-870e-3364a20e2f9a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.821719] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ebdbcc-dc14-4a2c-9ec3-15c0ef6062d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.830796] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 923.830796] env[69854]: value = "task-3519316" [ 923.830796] env[69854]: _type = "Task" [ 923.830796] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.841243] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.904064] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7870657-b5ed-478d-ad64-dabe67f59446 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.905568] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.583s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.907531] env[69854]: INFO nova.compute.claims [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.061861] env[69854]: DEBUG oslo_vmware.api [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519308, 'name': PowerOnVM_Task, 'duration_secs': 1.593352} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.062225] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.062468] env[69854]: INFO nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Took 10.15 seconds to spawn the instance on the hypervisor. [ 924.063986] env[69854]: DEBUG nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.064712] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020c52c-2ccf-4c92-94d1-00ff4c68569d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.238691] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519314, 'name': ReconfigVM_Task, 'duration_secs': 0.303991} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.239092] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06/85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.240093] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e979fee4-516c-4139-a065-ffe994e7784d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.251911] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 924.251911] env[69854]: value = "task-3519317" [ 924.251911] env[69854]: _type = "Task" [ 924.251911] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.270461] env[69854]: INFO nova.compute.manager [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] instance snapshotting [ 924.272177] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519317, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.277677] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecf0a28-ec56-49dd-bbe5-7f2319f5759d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.311266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f9b5d-e2a3-42dc-a4f3-c2cba327c245 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.314934] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519312, 'name': ReconfigVM_Task, 'duration_secs': 0.710837} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.315718] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Reconfigured VM instance instance-00000030 to attach disk [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.318197] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1fcdf2-f7be-4be3-b633-6e8751624ab5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.334176] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519315, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.365284] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082081f3-31da-4beb-be8b-a69fb2dddbeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377897] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.383208] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 924.383208] env[69854]: value = "task-3519318" [ 924.383208] env[69854]: _type = "Task" [ 924.383208] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.393957] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.587096] env[69854]: INFO nova.compute.manager [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Took 52.68 seconds to build instance. [ 924.762151] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519317, 'name': Rename_Task, 'duration_secs': 0.251865} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.762441] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.762739] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df3a251-0b1f-494c-922c-7b33fa7c2409 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.770376] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 924.770376] env[69854]: value = "task-3519319" [ 924.770376] env[69854]: _type = "Task" [ 924.770376] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.779164] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.816191] env[69854]: DEBUG oslo_vmware.api [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519315, 'name': PowerOnVM_Task, 'duration_secs': 0.579374} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.816521] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.819340] env[69854]: DEBUG nova.compute.manager [None req-866bf852-0c09-44dc-94ee-4ea72678ab2d tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.820155] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b0279c-1160-4cd4-a37c-e9ab2384a7af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.835199] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.840189] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c530a1b8-1171-40a7-bded-9ecdfaf75f36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.851833] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539117} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.853808] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 50774648-3c9a-4361-870e-3364a20e2f9a/50774648-3c9a-4361-870e-3364a20e2f9a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.854324] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.854644] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 924.854644] env[69854]: value = "task-3519320" [ 924.854644] env[69854]: _type = "Task" [ 924.854644] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.854978] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fce13af7-9498-4275-a86b-5ee8de8164f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.871968] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.874198] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 924.874198] env[69854]: value = "task-3519321" [ 924.874198] env[69854]: _type = "Task" [ 924.874198] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.887713] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.901068] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519318, 'name': ReconfigVM_Task, 'duration_secs': 0.322928} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.901460] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.901826] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5295637c-5c7e-4574-9cce-3656cbee24a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.910606] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 924.910606] env[69854]: value = "task-3519322" [ 924.910606] env[69854]: _type = "Task" [ 924.910606] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.924492] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.930772] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.930948] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.961858] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.962043] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.091317] env[69854]: DEBUG oslo_concurrency.lockutils [None req-76d85b48-dc67-426d-acb7-ab66e9f70659 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.133s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.207572] env[69854]: DEBUG oslo_concurrency.lockutils [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.207572] env[69854]: DEBUG oslo_concurrency.lockutils [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.207572] env[69854]: INFO nova.compute.manager [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Rebooting instance [ 925.285656] env[69854]: DEBUG oslo_vmware.api [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519319, 'name': PowerOnVM_Task, 'duration_secs': 0.469422} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.288087] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.288306] env[69854]: INFO nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Took 8.68 seconds to spawn the instance on the hypervisor. [ 925.288489] env[69854]: DEBUG nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.289778] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030da0c1-38c0-4c45-93fc-e49d2beea854 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.361115] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9edd6-96b0-4256-ad18-3f5d285ae180 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.373543] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.380761] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824f54ab-a618-436b-a845-2c3879dc0018 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.391221] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084327} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.417641] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.418725] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d75c90-8b90-49f5-9c39-0eb33af9ceda {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.425952] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f740191-711e-4a18-8519-967b5934a24a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.445937] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bca66a-7c68-4aa0-a26b-2f1208df54aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.458722] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 50774648-3c9a-4361-870e-3364a20e2f9a/50774648-3c9a-4361-870e-3364a20e2f9a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.459110] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.459708] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee475f5-56dc-45b3-a6f4-8460cf2be7b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.487038] env[69854]: DEBUG nova.compute.provider_tree [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.489827] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 925.489827] env[69854]: value = "task-3519323" [ 925.489827] env[69854]: _type = "Task" [ 925.489827] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.502515] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.594763] env[69854]: DEBUG nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.738054] env[69854]: DEBUG oslo_concurrency.lockutils [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.739733] env[69854]: DEBUG oslo_concurrency.lockutils [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquired lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.739733] env[69854]: DEBUG nova.network.neutron [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.809704] env[69854]: INFO nova.compute.manager [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Took 52.08 seconds to build instance. [ 925.870691] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.928746] env[69854]: DEBUG oslo_vmware.api [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519322, 'name': PowerOnVM_Task, 'duration_secs': 0.957141} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.929045] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.931774] env[69854]: DEBUG nova.compute.manager [None req-ffb2e99e-3238-424f-8ed4-cb40ba3e12f0 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.932566] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded14300-b586-4a20-b20b-fceb1af2ae00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.991542] env[69854]: DEBUG nova.scheduler.client.report [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.006439] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.122737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.287265] env[69854]: DEBUG nova.compute.manager [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.287540] env[69854]: DEBUG nova.compute.manager [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing instance network info cache due to event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.287711] env[69854]: DEBUG oslo_concurrency.lockutils [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] Acquiring lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.287816] env[69854]: DEBUG oslo_concurrency.lockutils [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] Acquired lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.288468] env[69854]: DEBUG nova.network.neutron [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.314608] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5cfed3f4-9c8c-4483-bb14-de5ce9ac629d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.662s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.370060] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519320, 'name': CreateSnapshot_Task, 'duration_secs': 1.20368} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.370355] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.371107] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba9758-2a54-4e7f-885a-30ea26712269 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.501930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.502449] env[69854]: DEBUG nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.505277] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.047s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.505497] env[69854]: DEBUG nova.objects.instance [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lazy-loading 'resources' on Instance uuid a9ccc5fa-e939-4c53-87e0-161cbb182300 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.513368] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519323, 'name': ReconfigVM_Task, 'duration_secs': 0.621166} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.513667] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 50774648-3c9a-4361-870e-3364a20e2f9a/50774648-3c9a-4361-870e-3364a20e2f9a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.514311] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d61cbc0-39c8-4feb-973b-3388fbcd220a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.521975] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 926.521975] env[69854]: value = "task-3519324" [ 926.521975] env[69854]: _type = "Task" [ 926.521975] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.532585] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519324, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.558381] env[69854]: DEBUG nova.network.neutron [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Updating instance_info_cache with network_info: [{"id": "c82a795c-e1ba-43c9-9544-439023590204", "address": "fa:16:3e:35:e4:d7", "network": {"id": "3a74e7dd-46ff-4f60-ac39-91cf0bd62d8c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1346206598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcad5326544a8a855a9db61737b9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82a795c-e1", "ovs_interfaceid": "c82a795c-e1ba-43c9-9544-439023590204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.820243] env[69854]: DEBUG nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.896081] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.899070] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f928632-833a-4fdb-8c54-c683fa03b870 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.911686] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 926.911686] env[69854]: value = "task-3519325" [ 926.911686] env[69854]: _type = "Task" [ 926.911686] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.921563] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519325, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.934192] env[69854]: DEBUG nova.compute.manager [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.934503] env[69854]: DEBUG nova.compute.manager [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing instance network info cache due to event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.934714] env[69854]: DEBUG oslo_concurrency.lockutils [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] Acquiring lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.011936] env[69854]: DEBUG nova.compute.utils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.017030] env[69854]: DEBUG nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.017030] env[69854]: DEBUG nova.network.neutron [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.033904] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519324, 'name': Rename_Task, 'duration_secs': 0.177621} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.036239] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.038985] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa467d03-8d91-4dc2-8eca-e264b193a8d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.049797] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 927.049797] env[69854]: value = "task-3519326" [ 927.049797] env[69854]: _type = "Task" [ 927.049797] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.057391] env[69854]: DEBUG nova.network.neutron [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updated VIF entry in instance network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.057833] env[69854]: DEBUG nova.network.neutron [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.063248] env[69854]: DEBUG oslo_concurrency.lockutils [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Releasing lock "refresh_cache-80b9aa8d-0c79-435d-8b4e-c638a078cc58" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.064532] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.088273] env[69854]: DEBUG nova.policy [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779963fd62b7439c8e5665dea3936f58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d42c576954243ce8299e44e5bbcfc6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.346827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.424633] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519325, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.517567] env[69854]: DEBUG nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.531358] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0593583a-0a88-4f2f-afd2-75a39d241bbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.541544] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58344b56-ca57-4306-9678-e8e72e607193 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.585141] env[69854]: DEBUG oslo_concurrency.lockutils [req-25ea62c0-3512-44f0-a1d7-b2f928e08229 req-7761d3ca-50e7-450e-80c0-6a2e6b665deb service nova] Releasing lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.589945] env[69854]: DEBUG oslo_concurrency.lockutils [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] Acquired lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.591141] env[69854]: DEBUG nova.network.neutron [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.593556] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24df1be6-096b-4cf6-a79d-681e8f2091c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.597652] env[69854]: DEBUG nova.compute.manager [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.598790] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62351b6-cdfe-4586-a545-1b00a9f0206c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.611158] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.619136] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe85a35-4b6c-486c-b013-7b69dce449bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.636779] env[69854]: DEBUG nova.compute.provider_tree [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.649555] env[69854]: DEBUG nova.compute.manager [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.650453] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364c5d6a-d776-4160-9d34-919fe16545ad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.789041] env[69854]: DEBUG nova.network.neutron [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Successfully created port: 3eadf812-1812-4850-8f93-b3ba4b3c7f25 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.928290] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519325, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.094222] env[69854]: DEBUG oslo_vmware.api [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519326, 'name': PowerOnVM_Task, 'duration_secs': 0.564745} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.094576] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.094802] env[69854]: INFO nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Took 8.75 seconds to spawn the instance on the hypervisor. [ 928.095021] env[69854]: DEBUG nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.096233] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea772d8-6eae-4441-9164-947b09013fa6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.140136] env[69854]: DEBUG nova.scheduler.client.report [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.162695] env[69854]: INFO nova.compute.manager [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] instance snapshotting [ 928.167836] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd973c0-f968-417f-a3eb-23ca763e914b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.195507] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d165b3-3a32-4cd9-a898-0742007a8382 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.353510] env[69854]: INFO nova.compute.manager [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Unrescuing [ 928.354023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.354240] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.354417] env[69854]: DEBUG nova.network.neutron [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.357610] env[69854]: DEBUG nova.network.neutron [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updated VIF entry in instance network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.357886] env[69854]: DEBUG nova.network.neutron [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.426644] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519325, 'name': CloneVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.531031] env[69854]: DEBUG nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:08:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6915c270-4acc-45d0-960b-ddac8f2efc2d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1732998051',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.557120] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.558186] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.558696] env[69854]: DEBUG nova.virt.hardware [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.559840] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43dbbda-117f-49a1-8001-0639fda93f6f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.570296] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3cf0b5-7aa6-4f82-910b-18890cf9c37c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.617943] env[69854]: INFO nova.compute.manager [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Took 54.48 seconds to build instance. [ 928.634457] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21598ffc-ec93-4db9-908d-ef3fc7148a95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.641695] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Doing hard reboot of VM {{(pid=69854) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 928.641961] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2d8a3e89-ed67-4eb3-b831-b369a54f06ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.647848] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.650896] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.249s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.650896] env[69854]: DEBUG nova.objects.instance [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lazy-loading 'resources' on Instance uuid 27cc50be-f6f3-47c4-8230-c694ce078d59 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.653563] env[69854]: DEBUG oslo_vmware.api [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 928.653563] env[69854]: value = "task-3519327" [ 928.653563] env[69854]: _type = "Task" [ 928.653563] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.664586] env[69854]: DEBUG oslo_vmware.api [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519327, 'name': ResetVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.667983] env[69854]: DEBUG nova.compute.manager [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.668328] env[69854]: DEBUG nova.compute.manager [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing instance network info cache due to event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.668545] env[69854]: DEBUG oslo_concurrency.lockutils [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] Acquiring lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.672343] env[69854]: INFO nova.scheduler.client.report [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Deleted allocations for instance a9ccc5fa-e939-4c53-87e0-161cbb182300 [ 928.708122] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 928.708447] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f62d1c15-89c9-4f60-b4c4-c817d422b724 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.718937] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 928.718937] env[69854]: value = "task-3519328" [ 928.718937] env[69854]: _type = "Task" [ 928.718937] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.728707] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.859724] env[69854]: DEBUG oslo_concurrency.lockutils [req-b539b264-fe7b-4818-a006-49e2b0f8ac6c req-7e2e53bf-afdb-4038-8199-9c10f3dce1ff service nova] Releasing lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.860347] env[69854]: DEBUG oslo_concurrency.lockutils [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] Acquired lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.860744] env[69854]: DEBUG nova.network.neutron [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.932024] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519325, 'name': CloneVM_Task, 'duration_secs': 1.554646} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.932024] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Created linked-clone VM from snapshot [ 928.932024] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a462dc9c-6da6-4b45-9bb6-8e4567b5f331 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.943442] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Uploading image cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.968983] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.968983] env[69854]: value = "vm-703091" [ 928.968983] env[69854]: _type = "VirtualMachine" [ 928.968983] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.969486] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d63819df-9aab-430b-b1a6-df2aae8be96b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.984149] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease: (returnval){ [ 928.984149] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52708f7c-2a5b-78b4-790a-bed1e74931fe" [ 928.984149] env[69854]: _type = "HttpNfcLease" [ 928.984149] env[69854]: } obtained for exporting VM: (result){ [ 928.984149] env[69854]: value = "vm-703091" [ 928.984149] env[69854]: _type = "VirtualMachine" [ 928.984149] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.984149] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the lease: (returnval){ [ 928.984149] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52708f7c-2a5b-78b4-790a-bed1e74931fe" [ 928.984149] env[69854]: _type = "HttpNfcLease" [ 928.984149] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.994826] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.994826] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52708f7c-2a5b-78b4-790a-bed1e74931fe" [ 928.994826] env[69854]: _type = "HttpNfcLease" [ 928.994826] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.119566] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e48426aa-645d-4aaa-b3f6-bcb375a1fac5 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "50774648-3c9a-4361-870e-3364a20e2f9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.091s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.166117] env[69854]: DEBUG oslo_vmware.api [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519327, 'name': ResetVM_Task, 'duration_secs': 0.102697} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.166389] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Did hard reboot of VM {{(pid=69854) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 929.168025] env[69854]: DEBUG nova.compute.manager [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.168025] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df7e1a2-c3f9-4511-bc43-48b19e7ddf6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.184235] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0e1244c-cea6-4a9f-883d-29d3c61cac14 tempest-ServersListShow296Test-338548354 tempest-ServersListShow296Test-338548354-project-member] Lock "a9ccc5fa-e939-4c53-87e0-161cbb182300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.975s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.211435] env[69854]: DEBUG nova.network.neutron [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Updating instance_info_cache with network_info: [{"id": "1063271a-1f5a-4abc-8b02-74e05242bda8", "address": "fa:16:3e:55:ae:99", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063271a-1f", "ovs_interfaceid": "1063271a-1f5a-4abc-8b02-74e05242bda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.234854] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.499895] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.499895] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52708f7c-2a5b-78b4-790a-bed1e74931fe" [ 929.499895] env[69854]: _type = "HttpNfcLease" [ 929.499895] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.500266] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.500266] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52708f7c-2a5b-78b4-790a-bed1e74931fe" [ 929.500266] env[69854]: _type = "HttpNfcLease" [ 929.500266] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.501055] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7154ee-8e1f-4950-a974-375aedcbed1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.518205] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26a9-5168-d9bc-c362-931cdf762272/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.518341] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26a9-5168-d9bc-c362-931cdf762272/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.624546] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.626485] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae8ad273-7004-4254-af98-81e18eac8967 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.691753] env[69854]: DEBUG oslo_concurrency.lockutils [None req-646045b9-e604-49e8-85bd-b442ae96523c tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.486s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.714293] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-bffcb97f-4734-429f-a76a-44e05ca7d755" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.717025] env[69854]: DEBUG nova.objects.instance [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lazy-loading 'flavor' on Instance uuid bffcb97f-4734-429f-a76a-44e05ca7d755 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.728362] env[69854]: DEBUG nova.network.neutron [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Successfully updated port: 3eadf812-1812-4850-8f93-b3ba4b3c7f25 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.736715] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.761458] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68731947-944a-4586-aedd-21685c2c52cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.771328] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe2759a-3cd4-4419-b7a0-edb08e44ad6d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.811991] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dbfce1-c384-4c94-819b-b1934d38b677 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.816139] env[69854]: DEBUG nova.compute.manager [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.816983] env[69854]: DEBUG nova.compute.manager [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing instance network info cache due to event network-changed-ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.816983] env[69854]: DEBUG oslo_concurrency.lockutils [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] Acquiring lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.824030] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385ef945-c392-4026-b79e-07c138914398 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.839994] env[69854]: DEBUG nova.compute.provider_tree [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.982016] env[69854]: DEBUG nova.network.neutron [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updated VIF entry in instance network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.982411] env[69854]: DEBUG nova.network.neutron [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.151299] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.231353] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353aa2a-6bdf-404b-8ce1-9b1874f01af0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.236256] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.236453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.236620] env[69854]: DEBUG nova.network.neutron [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.241805] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519328, 'name': CreateSnapshot_Task, 'duration_secs': 1.021428} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.242404] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.243358] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1d1840-ae07-482e-8e59-a936e7b1e7ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.262737] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.264483] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c02722d-0c6d-40fe-9c87-3ad4b82f73f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.276317] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 930.276317] env[69854]: value = "task-3519330" [ 930.276317] env[69854]: _type = "Task" [ 930.276317] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.286602] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.344109] env[69854]: DEBUG nova.scheduler.client.report [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.488187] env[69854]: DEBUG oslo_concurrency.lockutils [req-3b69ad8f-c06f-4f69-b9cf-3d92a9628f19 req-16eb44a9-0efb-4900-b181-f8939103e78c service nova] Releasing lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.488891] env[69854]: DEBUG oslo_concurrency.lockutils [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] Acquired lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.489142] env[69854]: DEBUG nova.network.neutron [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Refreshing network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.785687] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 930.789288] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bcdf7e8c-a7cf-434f-b857-e894f32f659e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.800013] env[69854]: DEBUG nova.network.neutron [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.809163] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519330, 'name': PowerOffVM_Task, 'duration_secs': 0.268324} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.811070] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.817821] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.818766] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 930.818766] env[69854]: value = "task-3519331" [ 930.818766] env[69854]: _type = "Task" [ 930.818766] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.821514] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35646fd-5f62-4e6b-b243-be0872bae815 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.841819] env[69854]: DEBUG nova.compute.manager [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Received event network-changed-3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.842268] env[69854]: DEBUG nova.compute.manager [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Refreshing instance network info cache due to event network-changed-3f81aa67-9f18-4d95-85d9-c3a943765742. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.842742] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Acquiring lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.843013] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Acquired lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.843314] env[69854]: DEBUG nova.network.neutron [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Refreshing network info cache for port 3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.858275] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.866458] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.102s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.868943] env[69854]: INFO nova.compute.claims [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.878695] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 930.878695] env[69854]: value = "task-3519332" [ 930.878695] env[69854]: _type = "Task" [ 930.878695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.886753] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519331, 'name': CloneVM_Task} progress is 23%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.908059] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.909428] env[69854]: INFO nova.scheduler.client.report [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted allocations for instance 27cc50be-f6f3-47c4-8230-c694ce078d59 [ 931.104683] env[69854]: DEBUG nova.network.neutron [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [{"id": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "address": "fa:16:3e:ce:1d:d4", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadf812-18", "ovs_interfaceid": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.271448] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.274490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.274490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.274490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.274490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.277387] env[69854]: INFO nova.compute.manager [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Terminating instance [ 931.281391] env[69854]: DEBUG nova.network.neutron [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updated VIF entry in instance network info cache for port ffaf4d51-fb58-42b9-a361-69a15b0c177a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.281856] env[69854]: DEBUG nova.network.neutron [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [{"id": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "address": "fa:16:3e:08:27:23", "network": {"id": "5d1ed688-3d4f-485d-b75d-0ad73d3c1964", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-881131662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e07d1fb919b463eb1e9d42795e34a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaf4d51-fb", "ovs_interfaceid": "ffaf4d51-fb58-42b9-a361-69a15b0c177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.351633] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519331, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.397981] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519332, 'name': ReconfigVM_Task, 'duration_secs': 0.480034} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.398277] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 931.398467] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.398726] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-307d029a-1fcd-4189-9c34-cded9945f7be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.408539] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 931.408539] env[69854]: value = "task-3519333" [ 931.408539] env[69854]: _type = "Task" [ 931.408539] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.412827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.413123] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.413345] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.413539] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.413806] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.418453] env[69854]: INFO nova.compute.manager [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Terminating instance [ 931.419986] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f06dd2f-6860-4655-a848-e2dcc1f67346 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "27cc50be-f6f3-47c4-8230-c694ce078d59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.452s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.427660] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.607924] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.608339] env[69854]: DEBUG nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Instance network_info: |[{"id": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "address": "fa:16:3e:ce:1d:d4", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadf812-18", "ovs_interfaceid": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.608862] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:1d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eadf812-1812-4850-8f93-b3ba4b3c7f25', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.617219] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.617506] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.617706] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e15b835d-44bc-4844-9fc1-bdb3b856a8f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.633506] env[69854]: DEBUG nova.network.neutron [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updated VIF entry in instance network info cache for port 3f81aa67-9f18-4d95-85d9-c3a943765742. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.633898] env[69854]: DEBUG nova.network.neutron [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updating instance_info_cache with network_info: [{"id": "3f81aa67-9f18-4d95-85d9-c3a943765742", "address": "fa:16:3e:9a:e2:63", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f81aa67-9f", "ovs_interfaceid": "3f81aa67-9f18-4d95-85d9-c3a943765742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.642184] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.642184] env[69854]: value = "task-3519334" [ 931.642184] env[69854]: _type = "Task" [ 931.642184] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.651602] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519334, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.785925] env[69854]: DEBUG oslo_concurrency.lockutils [req-4b168154-bc55-4fe0-9ff6-0ded1496a4ee req-4dccca26-db00-4f62-a587-ee1b0e94987e service nova] Releasing lock "refresh_cache-abfe9453-efbc-4d0f-92d3-0e9519a89e23" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.790051] env[69854]: DEBUG nova.compute.manager [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.790301] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.791736] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff49695-4c44-4dfa-85a9-4d4424dc68cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.802022] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.802675] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b59f319-8ced-47fa-85af-01baf2915b35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.811729] env[69854]: DEBUG oslo_vmware.api [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 931.811729] env[69854]: value = "task-3519335" [ 931.811729] env[69854]: _type = "Task" [ 931.811729] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.823634] env[69854]: DEBUG oslo_vmware.api [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.852825] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519331, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.926159] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519333, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.930044] env[69854]: DEBUG nova.compute.manager [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.930381] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.931757] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d44e17-d4dc-4158-b863-66017b94e61f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.944447] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.944906] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86467d6e-d60b-47ab-9d80-ffb591e1a25c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.965153] env[69854]: DEBUG oslo_vmware.api [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 931.965153] env[69854]: value = "task-3519336" [ 931.965153] env[69854]: _type = "Task" [ 931.965153] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.983168] env[69854]: DEBUG oslo_vmware.api [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.137662] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Releasing lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.137662] env[69854]: DEBUG nova.compute.manager [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Received event network-vif-plugged-3eadf812-1812-4850-8f93-b3ba4b3c7f25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.137929] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Acquiring lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.138579] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.138579] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.138759] env[69854]: DEBUG nova.compute.manager [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] No waiting events found dispatching network-vif-plugged-3eadf812-1812-4850-8f93-b3ba4b3c7f25 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.142234] env[69854]: WARNING nova.compute.manager [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Received unexpected event network-vif-plugged-3eadf812-1812-4850-8f93-b3ba4b3c7f25 for instance with vm_state building and task_state spawning. [ 932.142516] env[69854]: DEBUG nova.compute.manager [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Received event network-changed-3eadf812-1812-4850-8f93-b3ba4b3c7f25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.143517] env[69854]: DEBUG nova.compute.manager [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Refreshing instance network info cache due to event network-changed-3eadf812-1812-4850-8f93-b3ba4b3c7f25. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.143517] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Acquiring lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.143517] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Acquired lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.143712] env[69854]: DEBUG nova.network.neutron [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Refreshing network info cache for port 3eadf812-1812-4850-8f93-b3ba4b3c7f25 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.158406] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519334, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.328717] env[69854]: DEBUG oslo_vmware.api [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519335, 'name': PowerOffVM_Task, 'duration_secs': 0.356625} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.329042] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.329261] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.329576] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b824439-e364-4eaf-9589-01cc28bae98b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.357295] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519331, 'name': CloneVM_Task} progress is 95%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.431267] env[69854]: DEBUG oslo_vmware.api [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519333, 'name': PowerOnVM_Task, 'duration_secs': 0.546845} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.431267] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.431872] env[69854]: DEBUG nova.compute.manager [None req-e8399d73-2b46-4cc7-95b7-aa9c42a5b565 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.433494] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d1dd9-dc8f-4960-b0ee-7744dcfade11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.439499] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bc7f51-2dd2-4f1a-9302-87efde2d3343 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.458367] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f1c82-564e-42b9-b3ac-2fb2f2f83b51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.499371] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88004c33-409f-4ddf-b39d-f84b871cb623 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.502145] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.502421] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.502713] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Deleting the datastore file [datastore2] 80b9aa8d-0c79-435d-8b4e-c638a078cc58 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.503856] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1dcb815-0743-4505-b890-eb083b9b97a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.510222] env[69854]: DEBUG oslo_vmware.api [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519336, 'name': PowerOffVM_Task, 'duration_secs': 0.44473} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.511142] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.511451] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.511887] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee8cd28d-4412-4a9d-8908-14f80742e012 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.520806] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea90d414-772a-484e-b18e-b13af9c5e6fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.525973] env[69854]: DEBUG oslo_vmware.api [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for the task: (returnval){ [ 932.525973] env[69854]: value = "task-3519338" [ 932.525973] env[69854]: _type = "Task" [ 932.525973] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.540023] env[69854]: DEBUG nova.compute.provider_tree [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.548313] env[69854]: DEBUG oslo_vmware.api [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.607715] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.608316] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.608623] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Deleting the datastore file [datastore2] abfe9453-efbc-4d0f-92d3-0e9519a89e23 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.608967] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f958fb73-0d60-4531-9b0d-7c4c57535ae7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.621781] env[69854]: DEBUG oslo_vmware.api [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for the task: (returnval){ [ 932.621781] env[69854]: value = "task-3519340" [ 932.621781] env[69854]: _type = "Task" [ 932.621781] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.631385] env[69854]: DEBUG oslo_vmware.api [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.656757] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519334, 'name': CreateVM_Task, 'duration_secs': 0.729748} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.657321] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.658076] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.658258] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.658585] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.658856] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c23798-a010-460e-8148-ca089f64d452 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.667690] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 932.667690] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521add00-1e40-3883-13a1-9ac2680d5d29" [ 932.667690] env[69854]: _type = "Task" [ 932.667690] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.679127] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521add00-1e40-3883-13a1-9ac2680d5d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.705503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "2f759908-97b6-4565-9def-df1e75c1225c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.705503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "2f759908-97b6-4565-9def-df1e75c1225c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.854386] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519331, 'name': CloneVM_Task, 'duration_secs': 1.775455} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.854679] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Created linked-clone VM from snapshot [ 932.855596] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af8e4d-0b8e-4616-b3ef-d5d2ad1c4377 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.864393] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Uploading image 04e77d2f-1797-4a1f-bede-c4fe31a59eba {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 932.892500] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.892500] env[69854]: value = "vm-703093" [ 932.892500] env[69854]: _type = "VirtualMachine" [ 932.892500] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.892821] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7bf6f8de-898d-4b01-bd8e-db9472f5b1bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.904072] env[69854]: DEBUG nova.network.neutron [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updated VIF entry in instance network info cache for port 3eadf812-1812-4850-8f93-b3ba4b3c7f25. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.904072] env[69854]: DEBUG nova.network.neutron [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [{"id": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "address": "fa:16:3e:ce:1d:d4", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadf812-18", "ovs_interfaceid": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.906480] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lease: (returnval){ [ 932.906480] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e32f8-f254-6cb7-af91-9a1c75707bf7" [ 932.906480] env[69854]: _type = "HttpNfcLease" [ 932.906480] env[69854]: } obtained for exporting VM: (result){ [ 932.906480] env[69854]: value = "vm-703093" [ 932.906480] env[69854]: _type = "VirtualMachine" [ 932.906480] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.906753] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the lease: (returnval){ [ 932.906753] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e32f8-f254-6cb7-af91-9a1c75707bf7" [ 932.906753] env[69854]: _type = "HttpNfcLease" [ 932.906753] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.916972] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.916972] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e32f8-f254-6cb7-af91-9a1c75707bf7" [ 932.916972] env[69854]: _type = "HttpNfcLease" [ 932.916972] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.038035] env[69854]: DEBUG oslo_vmware.api [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.044079] env[69854]: DEBUG nova.scheduler.client.report [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.134375] env[69854]: DEBUG oslo_vmware.api [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.180381] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521add00-1e40-3883-13a1-9ac2680d5d29, 'name': SearchDatastore_Task, 'duration_secs': 0.021175} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.180875] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.181176] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.181456] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.181640] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.181921] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.182305] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f6a146-9ee2-4aae-89a6-55147e0c060b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.195869] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.196091] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.196853] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2507ca9-a779-45fd-be9e-f86e2e5b900a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.205276] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 933.205276] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526bb3c3-8434-a840-c8fb-815e98302e5d" [ 933.205276] env[69854]: _type = "Task" [ 933.205276] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.216092] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526bb3c3-8434-a840-c8fb-815e98302e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.407776] env[69854]: DEBUG oslo_concurrency.lockutils [req-ce8c202f-7ebd-43ee-94d8-c2e7b5086a29 req-dc151e4f-ebbf-4f29-80ec-bfaff100de8d service nova] Releasing lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.416539] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.416539] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e32f8-f254-6cb7-af91-9a1c75707bf7" [ 933.416539] env[69854]: _type = "HttpNfcLease" [ 933.416539] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.416855] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.416855] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e32f8-f254-6cb7-af91-9a1c75707bf7" [ 933.416855] env[69854]: _type = "HttpNfcLease" [ 933.416855] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.417677] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868fed16-b957-44b4-b92d-e054a00dd776 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.428551] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247c6c4-038c-81d4-890d-eb143f417c73/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.428744] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247c6c4-038c-81d4-890d-eb143f417c73/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.541345] env[69854]: DEBUG oslo_vmware.api [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Task: {'id': task-3519338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616373} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.541345] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.541510] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.542313] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.542313] env[69854]: INFO nova.compute.manager [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Took 1.75 seconds to destroy the instance on the hypervisor. [ 933.542313] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.542507] env[69854]: DEBUG nova.compute.manager [-] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.542507] env[69854]: DEBUG nova.network.neutron [-] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.550313] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.550844] env[69854]: DEBUG nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.555144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.299s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.555144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.555144] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 933.555144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.812s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.559022] env[69854]: INFO nova.compute.claims [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.559401] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e354a34-884f-4518-bce7-8dea35da7b48 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.570408] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569a3673-c881-4350-bdc3-1adb6939c3e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.592413] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52ced55-1b9e-4a6d-a2cd-3e3773415988 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.598161] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-642ce369-2288-4d29-b96a-3515f8b77896 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.608175] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d332525-a049-4ee0-baa2-2a3f96fc19b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.642139] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179297MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 933.642317] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.654703] env[69854]: DEBUG oslo_vmware.api [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Task: {'id': task-3519340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.853606} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.657557] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.657745] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.657911] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.658098] env[69854]: INFO nova.compute.manager [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Took 1.73 seconds to destroy the instance on the hypervisor. [ 933.658334] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.658723] env[69854]: DEBUG nova.compute.manager [-] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.658813] env[69854]: DEBUG nova.network.neutron [-] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.717254] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526bb3c3-8434-a840-c8fb-815e98302e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.024584} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.717446] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cba8c2-9ae1-46b2-9e0a-f1a4b9e182ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.724761] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 933.724761] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a22cfc-def1-1c19-25dd-3bf3e3cc9abb" [ 933.724761] env[69854]: _type = "Task" [ 933.724761] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.733408] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a22cfc-def1-1c19-25dd-3bf3e3cc9abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.876906] env[69854]: DEBUG nova.compute.manager [req-47ae37df-0947-46c6-a9f1-24948546dac8 req-a282b691-d870-4966-a093-8009bf3780da service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Received event network-vif-deleted-c82a795c-e1ba-43c9-9544-439023590204 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.877097] env[69854]: INFO nova.compute.manager [req-47ae37df-0947-46c6-a9f1-24948546dac8 req-a282b691-d870-4966-a093-8009bf3780da service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Neutron deleted interface c82a795c-e1ba-43c9-9544-439023590204; detaching it from the instance and deleting it from the info cache [ 933.877286] env[69854]: DEBUG nova.network.neutron [req-47ae37df-0947-46c6-a9f1-24948546dac8 req-a282b691-d870-4966-a093-8009bf3780da service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.903628] env[69854]: DEBUG nova.compute.manager [req-60ff231e-552b-45b0-8203-7353a6f6121c req-43ed625c-c123-440a-915f-c4e8a45a85d7 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Received event network-vif-deleted-ffaf4d51-fb58-42b9-a361-69a15b0c177a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.903858] env[69854]: INFO nova.compute.manager [req-60ff231e-552b-45b0-8203-7353a6f6121c req-43ed625c-c123-440a-915f-c4e8a45a85d7 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Neutron deleted interface ffaf4d51-fb58-42b9-a361-69a15b0c177a; detaching it from the instance and deleting it from the info cache [ 933.904122] env[69854]: DEBUG nova.network.neutron [req-60ff231e-552b-45b0-8203-7353a6f6121c req-43ed625c-c123-440a-915f-c4e8a45a85d7 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.061377] env[69854]: DEBUG nova.compute.utils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.064046] env[69854]: DEBUG nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.064046] env[69854]: DEBUG nova.network.neutron [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.130010] env[69854]: DEBUG nova.policy [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c67cb94e8e46c3b92fbe89e7ec0e20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '410b527ce9014315ad65ae90c6fe8f7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.239109] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a22cfc-def1-1c19-25dd-3bf3e3cc9abb, 'name': SearchDatastore_Task, 'duration_secs': 0.018042} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.239879] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.240102] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.240988] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfcb5a0d-3b38-466f-869b-33be09edad90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.251150] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 934.251150] env[69854]: value = "task-3519342" [ 934.251150] env[69854]: _type = "Task" [ 934.251150] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.266907] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.322314] env[69854]: DEBUG nova.network.neutron [-] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.385147] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ff4916e-2af9-4f3d-9b5f-46d7fc77853f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.388115] env[69854]: DEBUG nova.network.neutron [-] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.399736] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa263ac-a7e1-47e0-9317-f4eb6d3cbd1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.416565] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9f7ae02-b5f0-47cd-9076-d0ee6f2f57f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.429803] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f488640-8664-4f29-9076-4f87da48dfc2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.456178] env[69854]: DEBUG nova.compute.manager [req-47ae37df-0947-46c6-a9f1-24948546dac8 req-a282b691-d870-4966-a093-8009bf3780da service nova] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Detach interface failed, port_id=c82a795c-e1ba-43c9-9544-439023590204, reason: Instance 80b9aa8d-0c79-435d-8b4e-c638a078cc58 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.490797] env[69854]: DEBUG nova.compute.manager [req-60ff231e-552b-45b0-8203-7353a6f6121c req-43ed625c-c123-440a-915f-c4e8a45a85d7 service nova] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Detach interface failed, port_id=ffaf4d51-fb58-42b9-a361-69a15b0c177a, reason: Instance abfe9453-efbc-4d0f-92d3-0e9519a89e23 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.531913] env[69854]: DEBUG nova.network.neutron [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Successfully created port: c9670afa-ce64-4d07-b967-af9551cf66ad {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.578233] env[69854]: DEBUG nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.766195] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.826026] env[69854]: INFO nova.compute.manager [-] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Took 1.28 seconds to deallocate network for instance. [ 934.892067] env[69854]: INFO nova.compute.manager [-] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Took 1.23 seconds to deallocate network for instance. [ 935.118358] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba4a735-28e0-4027-a34a-4676438d475e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.127744] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5346733-3b3f-41b5-a0cd-b012465c5c1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.165043] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4916675-cffd-4eb4-9631-14ee75901e58 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.176196] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25361096-a875-40f8-bbaa-177d4aedb46f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.197983] env[69854]: DEBUG nova.compute.provider_tree [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.265897] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635787} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.267633] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.267633] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.267633] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ec6dd8c-0f9d-4b86-b55d-28f8b87b0b51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.275293] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 935.275293] env[69854]: value = "task-3519343" [ 935.275293] env[69854]: _type = "Task" [ 935.275293] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.287814] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.337713] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.403696] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.590697] env[69854]: DEBUG nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.701756] env[69854]: DEBUG nova.scheduler.client.report [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.789027] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071662} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.789027] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.789719] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86327d26-138c-473f-a302-d845820b616f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.815625] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.815984] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d0ac05-24fe-4642-b238-dc844965a2d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.840662] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 935.840662] env[69854]: value = "task-3519344" [ 935.840662] env[69854]: _type = "Task" [ 935.840662] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.852407] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.173153] env[69854]: DEBUG nova.network.neutron [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Successfully updated port: c9670afa-ce64-4d07-b967-af9551cf66ad {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.207312] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.207944] env[69854]: DEBUG nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.210970] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.436s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.211274] env[69854]: DEBUG nova.objects.instance [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lazy-loading 'resources' on Instance uuid 4490119d-da94-402e-8c23-b75b323a12fa {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.352549] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519344, 'name': ReconfigVM_Task, 'duration_secs': 0.413451} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.352860] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.353564] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3884c32e-ce4b-4c2c-be34-9881916b6711 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.361722] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 936.361722] env[69854]: value = "task-3519345" [ 936.361722] env[69854]: _type = "Task" [ 936.361722] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.372698] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519345, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.676451] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "refresh_cache-c13bbae5-d17d-45db-915f-ec255c035a44" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.676816] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquired lock "refresh_cache-c13bbae5-d17d-45db-915f-ec255c035a44" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.676816] env[69854]: DEBUG nova.network.neutron [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.717961] env[69854]: DEBUG nova.compute.utils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.719516] env[69854]: DEBUG nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.719685] env[69854]: DEBUG nova.network.neutron [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.769590] env[69854]: DEBUG nova.policy [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c30876b564c44abb75b83b453d3af56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de8607be9b4247afa925676672931437', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.875901] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519345, 'name': Rename_Task, 'duration_secs': 0.221061} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.876195] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.876442] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-387b77cd-48d7-4f25-90ec-c1ce29228477 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.888110] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 936.888110] env[69854]: value = "task-3519346" [ 936.888110] env[69854]: _type = "Task" [ 936.888110] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.900729] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.058433] env[69854]: DEBUG nova.network.neutron [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Successfully created port: 419ce7fe-3a47-4003-8d9c-8dfde04d6f05 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.223255] env[69854]: DEBUG nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.227314] env[69854]: DEBUG nova.network.neutron [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.294024] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f3b0b-776c-44f0-b016-ad3e3c4ddc6f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.302931] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec18425d-52e4-4cec-93ac-374079f2fe8a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.345238] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d3fd5-f5b6-40a4-81cc-1524735e19f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.356067] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc737cf-5618-4044-83b9-45b9d07d788f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.371404] env[69854]: DEBUG nova.compute.provider_tree [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.399871] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.417628] env[69854]: DEBUG nova.network.neutron [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Updating instance_info_cache with network_info: [{"id": "c9670afa-ce64-4d07-b967-af9551cf66ad", "address": "fa:16:3e:87:cb:00", "network": {"id": "a500b3cc-4a2e-4c52-ac5e-97460b78f9aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-422618637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410b527ce9014315ad65ae90c6fe8f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9670afa-ce", "ovs_interfaceid": "c9670afa-ce64-4d07-b967-af9551cf66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.874312] env[69854]: DEBUG nova.scheduler.client.report [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.900678] env[69854]: DEBUG oslo_vmware.api [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519346, 'name': PowerOnVM_Task, 'duration_secs': 0.606467} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.900984] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.901199] env[69854]: INFO nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Took 9.37 seconds to spawn the instance on the hypervisor. [ 937.901381] env[69854]: DEBUG nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.902167] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5c856-0ca2-4410-83ab-ee74968c94ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.920220] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Releasing lock "refresh_cache-c13bbae5-d17d-45db-915f-ec255c035a44" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.920513] env[69854]: DEBUG nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Instance network_info: |[{"id": "c9670afa-ce64-4d07-b967-af9551cf66ad", "address": "fa:16:3e:87:cb:00", "network": {"id": "a500b3cc-4a2e-4c52-ac5e-97460b78f9aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-422618637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410b527ce9014315ad65ae90c6fe8f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9670afa-ce", "ovs_interfaceid": "c9670afa-ce64-4d07-b967-af9551cf66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.240948] env[69854]: DEBUG nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.379176] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.382046] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.375s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.383509] env[69854]: INFO nova.compute.claims [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.405121] env[69854]: INFO nova.scheduler.client.report [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Deleted allocations for instance 4490119d-da94-402e-8c23-b75b323a12fa [ 938.421533] env[69854]: INFO nova.compute.manager [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Took 52.12 seconds to build instance. [ 938.595944] env[69854]: DEBUG nova.network.neutron [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Successfully updated port: 419ce7fe-3a47-4003-8d9c-8dfde04d6f05 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.913409] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d0c2495-306a-49e2-b487-2c547e6a3b93 tempest-ListImageFiltersTestJSON-1710148665 tempest-ListImageFiltersTestJSON-1710148665-project-member] Lock "4490119d-da94-402e-8c23-b75b323a12fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.646s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.923361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebe9bafb-1cff-41c0-b9f2-53295936116c tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.228s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.099331] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "refresh_cache-cdb589bf-1f64-4221-916b-04f5c5fe851b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.099574] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired lock "refresh_cache-cdb589bf-1f64-4221-916b-04f5c5fe851b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.099779] env[69854]: DEBUG nova.network.neutron [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.344237] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.344574] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.344844] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.344844] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.344988] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.345168] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.345363] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.345595] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.345682] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.345842] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.346105] env[69854]: DEBUG nova.virt.hardware [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.348862] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbda1af-8cb6-493d-90cd-5f070dbf8a27 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.360759] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.361103] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.361357] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.361628] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.361852] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.362077] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.362408] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.362628] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.362897] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.363095] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.363279] env[69854]: DEBUG nova.virt.hardware [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.364679] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7b4184-677b-4933-a4ea-9018020b474b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.370664] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090b7fd9-06e4-4afa-ac38-e29572fb8e36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.381272] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26a9-5168-d9bc-c362-931cdf762272/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 939.391157] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85fde78-f3ac-4bb1-a01e-88115527c640 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.396175] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a75a1-b66e-4213-8b7d-7dc53bc7a24f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.399508] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:cb:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9670afa-ce64-4d07-b967-af9551cf66ad', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.406918] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Creating folder: Project (410b527ce9014315ad65ae90c6fe8f7c). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.409877] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ebcdd00-638f-44f4-933f-4f0785b70228 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.417569] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26a9-5168-d9bc-c362-931cdf762272/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 939.417781] env[69854]: ERROR oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26a9-5168-d9bc-c362-931cdf762272/disk-0.vmdk due to incomplete transfer. [ 939.427558] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a60c88b4-cb6f-4e73-a41b-8bba06c6f5b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.429615] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.437241] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Created folder: Project (410b527ce9014315ad65ae90c6fe8f7c) in parent group-v702928. [ 939.437470] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Creating folder: Instances. Parent ref: group-v703095. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.438334] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2b7b81-d386-42f5-a3ea-b477f78efeb9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.447759] env[69854]: DEBUG oslo_vmware.rw_handles [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26a9-5168-d9bc-c362-931cdf762272/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 939.448091] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Uploaded image cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 939.450783] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 939.453118] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b13194da-ef8d-488c-9d60-50853263896e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.455077] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Created folder: Instances in parent group-v703095. [ 939.455914] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.458228] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.458931] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a4391b0-49be-4d7a-b8c9-9eef83e40b28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.481566] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 939.481566] env[69854]: value = "task-3519349" [ 939.481566] env[69854]: _type = "Task" [ 939.481566] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.505516] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.505516] env[69854]: value = "task-3519350" [ 939.505516] env[69854]: _type = "Task" [ 939.505516] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.511771] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519349, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.522165] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519350, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.649020] env[69854]: DEBUG nova.network.neutron [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.869433] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd2201-dd2a-4fe1-bed3-b956cae2b8b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.874481] env[69854]: DEBUG nova.network.neutron [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Updating instance_info_cache with network_info: [{"id": "419ce7fe-3a47-4003-8d9c-8dfde04d6f05", "address": "fa:16:3e:8f:bd:fe", "network": {"id": "ed04cecf-2f53-4021-90cc-fa1c5fb84c49", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2047213339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8607be9b4247afa925676672931437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419ce7fe-3a", "ovs_interfaceid": "419ce7fe-3a47-4003-8d9c-8dfde04d6f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.883176] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e984f-3e24-430b-b5e3-892c3094f106 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.922651] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da3abe6-c284-4c4e-8ca2-7bc1c9e57b2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.931750] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feb7aa6-e2cc-41d4-b7b8-8d28b7adbec2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.952123] env[69854]: DEBUG nova.compute.provider_tree [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.961401] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.993374] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519349, 'name': Destroy_Task, 'duration_secs': 0.4867} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.993374] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Destroyed the VM [ 939.993620] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.993902] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-507a63ab-4708-4cf8-ba77-8e7c18eb8b86 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.002973] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 940.002973] env[69854]: value = "task-3519351" [ 940.002973] env[69854]: _type = "Task" [ 940.002973] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.015033] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.023531] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519350, 'name': CreateVM_Task, 'duration_secs': 0.452236} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.023688] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.024488] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.024657] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.025144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.025444] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2307ab4a-09be-47e8-982c-bf3660dcf913 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.032172] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 940.032172] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52306484-bd15-84dd-88eb-8d17cbd8ffc4" [ 940.032172] env[69854]: _type = "Task" [ 940.032172] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.041396] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52306484-bd15-84dd-88eb-8d17cbd8ffc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.086173] env[69854]: DEBUG nova.compute.manager [req-85f031e7-62dd-437f-8a57-843638294c41 req-bce0e1e4-1e7b-4c77-9dd5-22b88abbe279 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Received event network-vif-plugged-c9670afa-ce64-4d07-b967-af9551cf66ad {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.086438] env[69854]: DEBUG oslo_concurrency.lockutils [req-85f031e7-62dd-437f-8a57-843638294c41 req-bce0e1e4-1e7b-4c77-9dd5-22b88abbe279 service nova] Acquiring lock "c13bbae5-d17d-45db-915f-ec255c035a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.086681] env[69854]: DEBUG oslo_concurrency.lockutils [req-85f031e7-62dd-437f-8a57-843638294c41 req-bce0e1e4-1e7b-4c77-9dd5-22b88abbe279 service nova] Lock "c13bbae5-d17d-45db-915f-ec255c035a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.086830] env[69854]: DEBUG oslo_concurrency.lockutils [req-85f031e7-62dd-437f-8a57-843638294c41 req-bce0e1e4-1e7b-4c77-9dd5-22b88abbe279 service nova] Lock "c13bbae5-d17d-45db-915f-ec255c035a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.086995] env[69854]: DEBUG nova.compute.manager [req-85f031e7-62dd-437f-8a57-843638294c41 req-bce0e1e4-1e7b-4c77-9dd5-22b88abbe279 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] No waiting events found dispatching network-vif-plugged-c9670afa-ce64-4d07-b967-af9551cf66ad {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.087224] env[69854]: WARNING nova.compute.manager [req-85f031e7-62dd-437f-8a57-843638294c41 req-bce0e1e4-1e7b-4c77-9dd5-22b88abbe279 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Received unexpected event network-vif-plugged-c9670afa-ce64-4d07-b967-af9551cf66ad for instance with vm_state building and task_state spawning. [ 940.379910] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Releasing lock "refresh_cache-cdb589bf-1f64-4221-916b-04f5c5fe851b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.379910] env[69854]: DEBUG nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Instance network_info: |[{"id": "419ce7fe-3a47-4003-8d9c-8dfde04d6f05", "address": "fa:16:3e:8f:bd:fe", "network": {"id": "ed04cecf-2f53-4021-90cc-fa1c5fb84c49", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2047213339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8607be9b4247afa925676672931437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419ce7fe-3a", "ovs_interfaceid": "419ce7fe-3a47-4003-8d9c-8dfde04d6f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.379910] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:bd:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '419ce7fe-3a47-4003-8d9c-8dfde04d6f05', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.386289] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.386520] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.386988] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e51f789d-cfb1-41ce-b916-7d5354c8b09f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.408812] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.408812] env[69854]: value = "task-3519352" [ 940.408812] env[69854]: _type = "Task" [ 940.408812] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.419679] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519352, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.457158] env[69854]: DEBUG nova.scheduler.client.report [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.517211] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519351, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.544501] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52306484-bd15-84dd-88eb-8d17cbd8ffc4, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.544837] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.545100] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.545383] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.545583] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.545774] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.546115] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b357f644-44cb-4176-84ab-4c7accde1885 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.558145] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.558392] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.559191] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3970648d-d75f-48e1-b523-d3596ac7063d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.570041] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 940.570041] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52962f3a-2ce3-150b-8d5d-aee62200b209" [ 940.570041] env[69854]: _type = "Task" [ 940.570041] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.582601] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52962f3a-2ce3-150b-8d5d-aee62200b209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.625571] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bbdd8f67-5064-414e-803a-61ab683f0c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.625571] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.923535] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519352, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.961784] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.962404] env[69854]: DEBUG nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.969254] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.912s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.969254] env[69854]: INFO nova.compute.claims [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.018602] env[69854]: DEBUG oslo_vmware.api [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.811574} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.019070] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 941.019313] env[69854]: INFO nova.compute.manager [None req-4ce94431-0bb5-4161-bafa-a72174ffb8e7 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Took 16.75 seconds to snapshot the instance on the hypervisor. [ 941.082977] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52962f3a-2ce3-150b-8d5d-aee62200b209, 'name': SearchDatastore_Task, 'duration_secs': 0.018808} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.083580] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ffdb4a7-a775-4f57-bdd7-33fba79dc883 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.091929] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 941.091929] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52109d52-0a07-8dc6-4a36-71875173a3c0" [ 941.091929] env[69854]: _type = "Task" [ 941.091929] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.104967] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52109d52-0a07-8dc6-4a36-71875173a3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.263305] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.263742] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.420585] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519352, 'name': CreateVM_Task, 'duration_secs': 0.577366} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.420762] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.421492] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.421656] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.421960] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.422248] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4800d258-3903-4da2-b41c-038ba6597eb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.427386] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 941.427386] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c63c8b-fe67-a036-7f39-c3152d151c1e" [ 941.427386] env[69854]: _type = "Task" [ 941.427386] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.435797] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c63c8b-fe67-a036-7f39-c3152d151c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.479378] env[69854]: DEBUG nova.compute.utils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.480805] env[69854]: DEBUG nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.480980] env[69854]: DEBUG nova.network.neutron [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.564830] env[69854]: DEBUG nova.policy [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ffdd26643b45c8a612ad0c9fd54818', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687bd8432ba349cd822be549072b8551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.604591] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52109d52-0a07-8dc6-4a36-71875173a3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016051} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.604591] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.604591] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c13bbae5-d17d-45db-915f-ec255c035a44/c13bbae5-d17d-45db-915f-ec255c035a44.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.604591] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d25f4cf-19fc-4453-ae8c-71f23c137c14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.616108] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 941.616108] env[69854]: value = "task-3519353" [ 941.616108] env[69854]: _type = "Task" [ 941.616108] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.627264] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.903031] env[69854]: DEBUG nova.network.neutron [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Successfully created port: df1157d2-1a1b-46eb-a930-c64b1f229800 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.946150] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c63c8b-fe67-a036-7f39-c3152d151c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.019583} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.946645] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.946903] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.947177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.947327] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.947513] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.947825] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190645e7-8a77-48fb-b2d1-d8afa677b1ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.961347] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.961554] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.963401] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f95d1e7-c753-480a-b64d-b97d88f6cca7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.970762] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 941.970762] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52202d38-c55d-9158-487f-083cddc1e534" [ 941.970762] env[69854]: _type = "Task" [ 941.970762] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.980768] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52202d38-c55d-9158-487f-083cddc1e534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.985078] env[69854]: DEBUG nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.014069] env[69854]: DEBUG nova.compute.manager [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 942.135231] env[69854]: DEBUG nova.compute.manager [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Received event network-changed-c9670afa-ce64-4d07-b967-af9551cf66ad {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.135231] env[69854]: DEBUG nova.compute.manager [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Refreshing instance network info cache due to event network-changed-c9670afa-ce64-4d07-b967-af9551cf66ad. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.135420] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Acquiring lock "refresh_cache-c13bbae5-d17d-45db-915f-ec255c035a44" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.135691] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Acquired lock "refresh_cache-c13bbae5-d17d-45db-915f-ec255c035a44" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.135834] env[69854]: DEBUG nova.network.neutron [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Refreshing network info cache for port c9670afa-ce64-4d07-b967-af9551cf66ad {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.145934] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519353, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.485223] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52202d38-c55d-9158-487f-083cddc1e534, 'name': SearchDatastore_Task, 'duration_secs': 0.027992} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.485993] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bdd1a4-6226-4f1a-bbbb-9bf47da34717 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.507880] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 942.507880] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521e9625-db90-98f1-e200-fbb205b2ac7f" [ 942.507880] env[69854]: _type = "Task" [ 942.507880] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.516785] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521e9625-db90-98f1-e200-fbb205b2ac7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.521830] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e5d3ca-63e6-49be-9ccf-7fe15bac3861 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.533234] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79797226-6cfd-44f9-b191-9685f0b2af47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.536459] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.564340] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9fec22-8cd1-4d59-be69-a84170e0fb0a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.573219] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da1d60c-52a7-44c5-b5eb-016a27c47472 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.589234] env[69854]: DEBUG nova.compute.provider_tree [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.631753] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846572} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.631961] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c13bbae5-d17d-45db-915f-ec255c035a44/c13bbae5-d17d-45db-915f-ec255c035a44.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.632199] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.632898] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75a9e033-fb60-4402-b27b-689d7ca8a4ad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.641704] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 942.641704] env[69854]: value = "task-3519354" [ 942.641704] env[69854]: _type = "Task" [ 942.641704] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.653874] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.978970] env[69854]: DEBUG nova.network.neutron [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Updated VIF entry in instance network info cache for port c9670afa-ce64-4d07-b967-af9551cf66ad. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.979358] env[69854]: DEBUG nova.network.neutron [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Updating instance_info_cache with network_info: [{"id": "c9670afa-ce64-4d07-b967-af9551cf66ad", "address": "fa:16:3e:87:cb:00", "network": {"id": "a500b3cc-4a2e-4c52-ac5e-97460b78f9aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-422618637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "410b527ce9014315ad65ae90c6fe8f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9670afa-ce", "ovs_interfaceid": "c9670afa-ce64-4d07-b967-af9551cf66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.993834] env[69854]: DEBUG nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.025457] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521e9625-db90-98f1-e200-fbb205b2ac7f, 'name': SearchDatastore_Task, 'duration_secs': 0.023427} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.027699] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.028640] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.028640] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.028640] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.028640] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.028640] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.028826] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.028855] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.029256] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.029316] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.029479] env[69854]: DEBUG nova.virt.hardware [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.029789] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.030067] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] cdb589bf-1f64-4221-916b-04f5c5fe851b/cdb589bf-1f64-4221-916b-04f5c5fe851b.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.030846] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d223bf6-8240-4ebe-8fc6-de6fe0fa3a01 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.033712] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268740a7-58cf-4338-9058-283f0f5d5052 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.043921] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8780a950-0d6d-44b4-aa1d-50798ed468cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.048347] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 943.048347] env[69854]: value = "task-3519355" [ 943.048347] env[69854]: _type = "Task" [ 943.048347] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.070896] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.093168] env[69854]: DEBUG nova.scheduler.client.report [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.154241] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186973} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.154625] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.155748] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a62e6-f175-4770-aa00-3ff3a4fea191 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.183591] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] c13bbae5-d17d-45db-915f-ec255c035a44/c13bbae5-d17d-45db-915f-ec255c035a44.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.183900] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851e4274-c00d-4142-90eb-8793e7e2a31d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.209519] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 943.209519] env[69854]: value = "task-3519356" [ 943.209519] env[69854]: _type = "Task" [ 943.209519] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.219012] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.485816] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Releasing lock "refresh_cache-c13bbae5-d17d-45db-915f-ec255c035a44" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.485816] env[69854]: DEBUG nova.compute.manager [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Received event network-vif-plugged-419ce7fe-3a47-4003-8d9c-8dfde04d6f05 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.485816] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Acquiring lock "cdb589bf-1f64-4221-916b-04f5c5fe851b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.485816] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.485816] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.485816] env[69854]: DEBUG nova.compute.manager [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] No waiting events found dispatching network-vif-plugged-419ce7fe-3a47-4003-8d9c-8dfde04d6f05 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.485816] env[69854]: WARNING nova.compute.manager [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Received unexpected event network-vif-plugged-419ce7fe-3a47-4003-8d9c-8dfde04d6f05 for instance with vm_state building and task_state spawning. [ 943.485816] env[69854]: DEBUG nova.compute.manager [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Received event network-changed-419ce7fe-3a47-4003-8d9c-8dfde04d6f05 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.485816] env[69854]: DEBUG nova.compute.manager [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Refreshing instance network info cache due to event network-changed-419ce7fe-3a47-4003-8d9c-8dfde04d6f05. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.485816] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Acquiring lock "refresh_cache-cdb589bf-1f64-4221-916b-04f5c5fe851b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.485816] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Acquired lock "refresh_cache-cdb589bf-1f64-4221-916b-04f5c5fe851b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.485816] env[69854]: DEBUG nova.network.neutron [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Refreshing network info cache for port 419ce7fe-3a47-4003-8d9c-8dfde04d6f05 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.568191] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519355, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.601186] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.601186] env[69854]: DEBUG nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.603822] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.842s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.606689] env[69854]: INFO nova.compute.claims [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.673957] env[69854]: DEBUG nova.network.neutron [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Successfully updated port: df1157d2-1a1b-46eb-a930-c64b1f229800 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.722534] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519356, 'name': ReconfigVM_Task, 'duration_secs': 0.504655} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.723113] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Reconfigured VM instance instance-0000003a to attach disk [datastore1] c13bbae5-d17d-45db-915f-ec255c035a44/c13bbae5-d17d-45db-915f-ec255c035a44.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.723957] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6052e49d-4203-4531-839f-a9324f739031 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.734688] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 943.734688] env[69854]: value = "task-3519357" [ 943.734688] env[69854]: _type = "Task" [ 943.734688] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.747318] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519357, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.907596] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247c6c4-038c-81d4-890d-eb143f417c73/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 943.908690] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f9b8c6-58c4-4378-87bf-58b51b0ad62d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.916583] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247c6c4-038c-81d4-890d-eb143f417c73/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 943.918018] env[69854]: ERROR oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247c6c4-038c-81d4-890d-eb143f417c73/disk-0.vmdk due to incomplete transfer. [ 943.918018] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-015baa04-5b90-4717-9551-4bc0775b0a2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.925942] env[69854]: DEBUG oslo_vmware.rw_handles [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5247c6c4-038c-81d4-890d-eb143f417c73/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 943.926193] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Uploaded image 04e77d2f-1797-4a1f-bede-c4fe31a59eba to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 943.927901] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 943.928225] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab1f94b6-f41f-4897-8a82-434ab2be88b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.936311] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 943.936311] env[69854]: value = "task-3519358" [ 943.936311] env[69854]: _type = "Task" [ 943.936311] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.947804] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519358, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.071929] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758766} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.072787] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] cdb589bf-1f64-4221-916b-04f5c5fe851b/cdb589bf-1f64-4221-916b-04f5c5fe851b.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.072787] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.072787] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-851ceed8-0912-4eff-9b92-18dd9e5f25bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.080953] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 944.080953] env[69854]: value = "task-3519359" [ 944.080953] env[69854]: _type = "Task" [ 944.080953] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.095654] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.115455] env[69854]: DEBUG nova.compute.utils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.120023] env[69854]: DEBUG nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.120023] env[69854]: DEBUG nova.network.neutron [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.166899] env[69854]: DEBUG nova.compute.manager [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Received event network-vif-plugged-df1157d2-1a1b-46eb-a930-c64b1f229800 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.168301] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] Acquiring lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.168660] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.168907] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.172828] env[69854]: DEBUG nova.compute.manager [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] No waiting events found dispatching network-vif-plugged-df1157d2-1a1b-46eb-a930-c64b1f229800 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.172828] env[69854]: WARNING nova.compute.manager [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Received unexpected event network-vif-plugged-df1157d2-1a1b-46eb-a930-c64b1f229800 for instance with vm_state building and task_state spawning. [ 944.172828] env[69854]: DEBUG nova.compute.manager [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Received event network-changed-df1157d2-1a1b-46eb-a930-c64b1f229800 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.172828] env[69854]: DEBUG nova.compute.manager [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Refreshing instance network info cache due to event network-changed-df1157d2-1a1b-46eb-a930-c64b1f229800. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.172828] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] Acquiring lock "refresh_cache-d8f11640-a3a3-42aa-afd7-674cd2af95c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.172828] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] Acquired lock "refresh_cache-d8f11640-a3a3-42aa-afd7-674cd2af95c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.172828] env[69854]: DEBUG nova.network.neutron [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Refreshing network info cache for port df1157d2-1a1b-46eb-a930-c64b1f229800 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.179435] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "refresh_cache-d8f11640-a3a3-42aa-afd7-674cd2af95c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.197776] env[69854]: DEBUG nova.policy [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ffdd26643b45c8a612ad0c9fd54818', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687bd8432ba349cd822be549072b8551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.251019] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519357, 'name': Rename_Task, 'duration_secs': 0.167432} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.251019] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.251019] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ec53b8d-a969-4499-8fbd-cbc7cc21b8ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.258900] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 944.258900] env[69854]: value = "task-3519360" [ 944.258900] env[69854]: _type = "Task" [ 944.258900] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.268879] env[69854]: DEBUG nova.network.neutron [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Updated VIF entry in instance network info cache for port 419ce7fe-3a47-4003-8d9c-8dfde04d6f05. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.268879] env[69854]: DEBUG nova.network.neutron [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Updating instance_info_cache with network_info: [{"id": "419ce7fe-3a47-4003-8d9c-8dfde04d6f05", "address": "fa:16:3e:8f:bd:fe", "network": {"id": "ed04cecf-2f53-4021-90cc-fa1c5fb84c49", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2047213339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8607be9b4247afa925676672931437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419ce7fe-3a", "ovs_interfaceid": "419ce7fe-3a47-4003-8d9c-8dfde04d6f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.270099] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.454567] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519358, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.595071] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24611} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.595071] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.596375] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1933e8a5-f762-4e4f-bfc5-6bbb6d7bd960 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.624540] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] cdb589bf-1f64-4221-916b-04f5c5fe851b/cdb589bf-1f64-4221-916b-04f5c5fe851b.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.626043] env[69854]: DEBUG nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.632046] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f672c2-abf4-478f-a7ac-7f2e15b19354 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.653956] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 944.653956] env[69854]: value = "task-3519361" [ 944.653956] env[69854]: _type = "Task" [ 944.653956] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.663554] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.714097] env[69854]: DEBUG nova.network.neutron [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.769317] env[69854]: DEBUG oslo_concurrency.lockutils [req-22897734-ca94-4201-89d9-8346c6909ffe req-3133e710-920e-452b-96a6-dc44228f98f2 service nova] Releasing lock "refresh_cache-cdb589bf-1f64-4221-916b-04f5c5fe851b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.779275] env[69854]: DEBUG oslo_vmware.api [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519360, 'name': PowerOnVM_Task, 'duration_secs': 0.478747} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.780149] env[69854]: DEBUG nova.network.neutron [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Successfully created port: 662ea912-878e-43b8-ae2f-81ef83e1bfc2 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.784161] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.784250] env[69854]: INFO nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Took 9.19 seconds to spawn the instance on the hypervisor. [ 944.784467] env[69854]: DEBUG nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.787519] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd344c7-e339-4da0-8120-db67cfbd659f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.817619] env[69854]: DEBUG nova.network.neutron [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.951296] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519358, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.170227] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.206749] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff52fd2-12d2-4f78-b972-bab1a092f3f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.218768] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d194a-7f49-4123-827c-1ab57dfd0b8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.260623] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b6431-e5f7-43ad-9dc6-d5943461a919 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.270090] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b806204d-7ba5-487c-897e-274cde749aa4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.286037] env[69854]: DEBUG nova.compute.provider_tree [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.307205] env[69854]: INFO nova.compute.manager [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Took 54.57 seconds to build instance. [ 945.325613] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d0e68b-de26-4fd3-bb22-394f1288385b req-1a81bb31-d341-4a56-896e-d9e434941f53 service nova] Releasing lock "refresh_cache-d8f11640-a3a3-42aa-afd7-674cd2af95c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.325807] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "refresh_cache-d8f11640-a3a3-42aa-afd7-674cd2af95c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.325883] env[69854]: DEBUG nova.network.neutron [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.451925] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519358, 'name': Destroy_Task, 'duration_secs': 1.13705} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.452229] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Destroyed the VM [ 945.452470] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.452726] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05562a0e-23d3-4c66-a3d4-f2c4ad826354 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.460760] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 945.460760] env[69854]: value = "task-3519362" [ 945.460760] env[69854]: _type = "Task" [ 945.460760] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.470401] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.652750] env[69854]: DEBUG nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.666869] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519361, 'name': ReconfigVM_Task, 'duration_secs': 0.63623} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.667332] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] cdb589bf-1f64-4221-916b-04f5c5fe851b/cdb589bf-1f64-4221-916b-04f5c5fe851b.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.668508] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e826663a-e3d5-4843-8c40-e25362316562 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.682358] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 945.682358] env[69854]: value = "task-3519363" [ 945.682358] env[69854]: _type = "Task" [ 945.682358] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.687172] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.687495] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.687640] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.687826] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.687977] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.691265] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.691265] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.691265] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.691265] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.691265] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.691265] env[69854]: DEBUG nova.virt.hardware [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.691265] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea8976e-5c7f-4708-9007-d908729ef764 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.705437] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519363, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.709320] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb3f618-aaf1-465f-8ced-087d6188cabd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.791348] env[69854]: DEBUG nova.scheduler.client.report [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.809516] env[69854]: DEBUG oslo_concurrency.lockutils [None req-40585af9-470c-4982-91d7-7dc1ac1b03c0 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "c13bbae5-d17d-45db-915f-ec255c035a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.416s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.876755] env[69854]: DEBUG nova.network.neutron [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.971759] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519362, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.041950] env[69854]: DEBUG nova.network.neutron [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Updating instance_info_cache with network_info: [{"id": "df1157d2-1a1b-46eb-a930-c64b1f229800", "address": "fa:16:3e:df:50:f0", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1157d2-1a", "ovs_interfaceid": "df1157d2-1a1b-46eb-a930-c64b1f229800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.184058] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "0f635a00-0e7a-46a9-b918-231571db2dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.184315] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "0f635a00-0e7a-46a9-b918-231571db2dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.199672] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519363, 'name': Rename_Task, 'duration_secs': 0.189185} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.199928] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.200212] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a7fec6-1f45-4afc-b75c-4592399b7d98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.206734] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 946.206734] env[69854]: value = "task-3519364" [ 946.206734] env[69854]: _type = "Task" [ 946.206734] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.215117] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.237239] env[69854]: DEBUG oslo_concurrency.lockutils [None req-96032c49-487b-4f0d-a032-e39d2041cf42 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "interface-c13bbae5-d17d-45db-915f-ec255c035a44-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.237589] env[69854]: DEBUG oslo_concurrency.lockutils [None req-96032c49-487b-4f0d-a032-e39d2041cf42 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "interface-c13bbae5-d17d-45db-915f-ec255c035a44-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.237994] env[69854]: DEBUG nova.objects.instance [None req-96032c49-487b-4f0d-a032-e39d2041cf42 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lazy-loading 'flavor' on Instance uuid c13bbae5-d17d-45db-915f-ec255c035a44 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.296347] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.296861] env[69854]: DEBUG nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.299762] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.346s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.300017] env[69854]: DEBUG nova.objects.instance [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lazy-loading 'resources' on Instance uuid 341cb138-ec28-4ac7-a903-a4cf39d353ff {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.311771] env[69854]: DEBUG nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.443410] env[69854]: DEBUG nova.network.neutron [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Successfully updated port: 662ea912-878e-43b8-ae2f-81ef83e1bfc2 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.473070] env[69854]: DEBUG oslo_vmware.api [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6414} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.473391] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.473627] env[69854]: INFO nova.compute.manager [None req-564bf35c-0f3e-435b-80c1-328e3251ef9d tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Took 18.31 seconds to snapshot the instance on the hypervisor. [ 946.492345] env[69854]: DEBUG nova.compute.manager [req-01ee2bdf-9bf9-4654-919f-e27e4c3d56dd req-f842431d-94e0-400a-ac54-89bb30891e2b service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Received event network-vif-plugged-662ea912-878e-43b8-ae2f-81ef83e1bfc2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.492560] env[69854]: DEBUG oslo_concurrency.lockutils [req-01ee2bdf-9bf9-4654-919f-e27e4c3d56dd req-f842431d-94e0-400a-ac54-89bb30891e2b service nova] Acquiring lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.492811] env[69854]: DEBUG oslo_concurrency.lockutils [req-01ee2bdf-9bf9-4654-919f-e27e4c3d56dd req-f842431d-94e0-400a-ac54-89bb30891e2b service nova] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.493043] env[69854]: DEBUG oslo_concurrency.lockutils [req-01ee2bdf-9bf9-4654-919f-e27e4c3d56dd req-f842431d-94e0-400a-ac54-89bb30891e2b service nova] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.493225] env[69854]: DEBUG nova.compute.manager [req-01ee2bdf-9bf9-4654-919f-e27e4c3d56dd req-f842431d-94e0-400a-ac54-89bb30891e2b service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] No waiting events found dispatching network-vif-plugged-662ea912-878e-43b8-ae2f-81ef83e1bfc2 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.493411] env[69854]: WARNING nova.compute.manager [req-01ee2bdf-9bf9-4654-919f-e27e4c3d56dd req-f842431d-94e0-400a-ac54-89bb30891e2b service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Received unexpected event network-vif-plugged-662ea912-878e-43b8-ae2f-81ef83e1bfc2 for instance with vm_state building and task_state spawning. [ 946.545690] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "refresh_cache-d8f11640-a3a3-42aa-afd7-674cd2af95c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.546056] env[69854]: DEBUG nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance network_info: |[{"id": "df1157d2-1a1b-46eb-a930-c64b1f229800", "address": "fa:16:3e:df:50:f0", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1157d2-1a", "ovs_interfaceid": "df1157d2-1a1b-46eb-a930-c64b1f229800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.546578] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:50:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df1157d2-1a1b-46eb-a930-c64b1f229800', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.554180] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating folder: Project (687bd8432ba349cd822be549072b8551). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.554527] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-812d90a0-4559-412d-aedd-03560c9137e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.567763] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created folder: Project (687bd8432ba349cd822be549072b8551) in parent group-v702928. [ 946.567956] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating folder: Instances. Parent ref: group-v703099. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.568212] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd381858-f508-4f84-914d-0f536a31c94d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.579787] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created folder: Instances in parent group-v703099. [ 946.580176] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.580465] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.580749] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b7d7d3e-ccba-4fa5-9595-2ce6718f6aec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.600560] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.600560] env[69854]: value = "task-3519367" [ 946.600560] env[69854]: _type = "Task" [ 946.600560] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.608646] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519367, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.720202] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.742120] env[69854]: DEBUG nova.objects.instance [None req-96032c49-487b-4f0d-a032-e39d2041cf42 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lazy-loading 'pci_requests' on Instance uuid c13bbae5-d17d-45db-915f-ec255c035a44 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.805673] env[69854]: DEBUG nova.compute.utils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.807218] env[69854]: DEBUG nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.807389] env[69854]: DEBUG nova.network.neutron [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.834763] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.846025] env[69854]: DEBUG nova.policy [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad5bb56831b4683833bedebefa8a09a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7cc7b895284d8497c4dc1d0a526671', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.946872] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "refresh_cache-d8405744-92c4-4afe-b7cd-ce8fc5755c42" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.947173] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "refresh_cache-d8405744-92c4-4afe-b7cd-ce8fc5755c42" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.947438] env[69854]: DEBUG nova.network.neutron [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.111077] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519367, 'name': CreateVM_Task, 'duration_secs': 0.488886} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.111267] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.111943] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.112125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.112559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.115093] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e95c501-7f05-45c0-a7e1-9df5a39ca276 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.122768] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 947.122768] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ea0e1-70a9-d22b-2b45-06798da9c364" [ 947.122768] env[69854]: _type = "Task" [ 947.122768] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.131682] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ea0e1-70a9-d22b-2b45-06798da9c364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.136017] env[69854]: DEBUG nova.network.neutron [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Successfully created port: 24ae0d78-0100-4e50-878c-21e529430d10 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.221686] env[69854]: DEBUG oslo_vmware.api [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519364, 'name': PowerOnVM_Task, 'duration_secs': 0.782262} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.221686] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.221686] env[69854]: INFO nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Took 8.98 seconds to spawn the instance on the hypervisor. [ 947.221686] env[69854]: DEBUG nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.222103] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b1f74-83e4-4724-809f-82c90ff2ff55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.244514] env[69854]: DEBUG nova.objects.base [None req-96032c49-487b-4f0d-a032-e39d2041cf42 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 947.244742] env[69854]: DEBUG nova.network.neutron [None req-96032c49-487b-4f0d-a032-e39d2041cf42 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.302856] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5f7614-559e-40c6-a1a8-38971a4f3dea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.321504] env[69854]: DEBUG nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.325783] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d9446-bb7b-426f-a72e-29141f611725 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.362144] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07da203-ecd7-4621-8e27-7b6ab046af89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.371683] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d11370-8aa8-4ecc-b121-2e6cbb9bd40e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.388478] env[69854]: DEBUG nova.compute.provider_tree [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.391167] env[69854]: DEBUG oslo_concurrency.lockutils [None req-96032c49-487b-4f0d-a032-e39d2041cf42 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "interface-c13bbae5-d17d-45db-915f-ec255c035a44-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.154s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.498097] env[69854]: DEBUG nova.network.neutron [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.636847] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ea0e1-70a9-d22b-2b45-06798da9c364, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.637286] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.637621] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.637961] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.638611] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.638902] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.639289] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dcb8001-198a-454b-8b10-a86036de4cfa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.649461] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.649648] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.650437] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37139f3-992e-4928-94c0-d708e995b5f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.656527] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 947.656527] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526fcd45-5c9a-5260-4700-b3d6b107006c" [ 947.656527] env[69854]: _type = "Task" [ 947.656527] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.665853] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526fcd45-5c9a-5260-4700-b3d6b107006c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.666836] env[69854]: DEBUG nova.network.neutron [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Updating instance_info_cache with network_info: [{"id": "662ea912-878e-43b8-ae2f-81ef83e1bfc2", "address": "fa:16:3e:2b:ed:8b", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662ea912-87", "ovs_interfaceid": "662ea912-878e-43b8-ae2f-81ef83e1bfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.747500] env[69854]: INFO nova.compute.manager [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Took 44.03 seconds to build instance. [ 947.891434] env[69854]: DEBUG nova.scheduler.client.report [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.167777] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526fcd45-5c9a-5260-4700-b3d6b107006c, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.168589] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9639e8-1e05-4fe9-8e18-6a07d3f17aef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.171018] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "refresh_cache-d8405744-92c4-4afe-b7cd-ce8fc5755c42" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.171343] env[69854]: DEBUG nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Instance network_info: |[{"id": "662ea912-878e-43b8-ae2f-81ef83e1bfc2", "address": "fa:16:3e:2b:ed:8b", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662ea912-87", "ovs_interfaceid": "662ea912-878e-43b8-ae2f-81ef83e1bfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.171722] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ed:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '662ea912-878e-43b8-ae2f-81ef83e1bfc2', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.179083] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.179960] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.180205] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-083922c9-707d-4be5-981e-46505166cee3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.195541] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 948.195541] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c0ed44-f6b5-adc8-58fa-62448463ffbe" [ 948.195541] env[69854]: _type = "Task" [ 948.195541] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.205465] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c0ed44-f6b5-adc8-58fa-62448463ffbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.206649] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.206649] env[69854]: value = "task-3519368" [ 948.206649] env[69854]: _type = "Task" [ 948.206649] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.214139] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519368, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.249901] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c25884ec-5a0e-4597-8597-105ccf8ebc59 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.898s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.330956] env[69854]: DEBUG nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.354850] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.355126] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.355293] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.355473] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.355618] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.355766] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.355973] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.356150] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.356317] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.356481] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.356652] env[69854]: DEBUG nova.virt.hardware [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.357647] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0282bb6-c858-4f35-a72d-e8868dbc2abc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.365801] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca2927a-6d67-474a-a384-96b7c28c5910 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.397164] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.399899] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.992s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.400446] env[69854]: DEBUG nova.objects.instance [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lazy-loading 'resources' on Instance uuid 83f646cf-8128-4e98-b06f-cbe93f714199 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.424485] env[69854]: INFO nova.scheduler.client.report [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Deleted allocations for instance 341cb138-ec28-4ac7-a903-a4cf39d353ff [ 948.681339] env[69854]: DEBUG nova.network.neutron [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Successfully updated port: 24ae0d78-0100-4e50-878c-21e529430d10 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.706287] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c0ed44-f6b5-adc8-58fa-62448463ffbe, 'name': SearchDatastore_Task, 'duration_secs': 0.022549} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.706287] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.706462] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.706723] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28bbdf5a-5015-484e-be85-aed6fb31dac5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.718110] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519368, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.719054] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 948.719054] env[69854]: value = "task-3519369" [ 948.719054] env[69854]: _type = "Task" [ 948.719054] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.727173] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.753420] env[69854]: DEBUG nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.760825] env[69854]: DEBUG nova.compute.manager [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Received event network-changed-662ea912-878e-43b8-ae2f-81ef83e1bfc2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.760968] env[69854]: DEBUG nova.compute.manager [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Refreshing instance network info cache due to event network-changed-662ea912-878e-43b8-ae2f-81ef83e1bfc2. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.761246] env[69854]: DEBUG oslo_concurrency.lockutils [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] Acquiring lock "refresh_cache-d8405744-92c4-4afe-b7cd-ce8fc5755c42" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.761296] env[69854]: DEBUG oslo_concurrency.lockutils [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] Acquired lock "refresh_cache-d8405744-92c4-4afe-b7cd-ce8fc5755c42" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.761490] env[69854]: DEBUG nova.network.neutron [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Refreshing network info cache for port 662ea912-878e-43b8-ae2f-81ef83e1bfc2 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.932125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cb9b37-47bd-417f-87b7-0bfc7d42aab3 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "341cb138-ec28-4ac7-a903-a4cf39d353ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.433s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.184277] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "refresh_cache-ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.184277] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquired lock "refresh_cache-ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.184424] env[69854]: DEBUG nova.network.neutron [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.223636] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519368, 'name': CreateVM_Task, 'duration_secs': 0.585336} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.227269] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.228191] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.228254] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.228674] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.232125] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4250f6-7c08-4e20-abc9-5ba43bfd3518 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.238746] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.245424] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 949.245424] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ab0e34-95aa-4cff-8e6d-d3093f68c79c" [ 949.245424] env[69854]: _type = "Task" [ 949.245424] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.256809] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ab0e34-95aa-4cff-8e6d-d3093f68c79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.281794] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.391912] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c39c1a4-9be2-4ac2-a0e5-611f9389d87f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.400132] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7604209-5da2-4314-b95d-0faf6e0c3623 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.443347] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3574193-9eb5-496a-bcf0-12a247b5686e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.451501] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419bd822-2360-486d-9303-6101109adea7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.466484] env[69854]: DEBUG nova.compute.provider_tree [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.501647] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "c13bbae5-d17d-45db-915f-ec255c035a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.501971] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "c13bbae5-d17d-45db-915f-ec255c035a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.502211] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "c13bbae5-d17d-45db-915f-ec255c035a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.502437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "c13bbae5-d17d-45db-915f-ec255c035a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.502634] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "c13bbae5-d17d-45db-915f-ec255c035a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.505572] env[69854]: INFO nova.compute.manager [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Terminating instance [ 949.549918] env[69854]: DEBUG nova.network.neutron [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Updated VIF entry in instance network info cache for port 662ea912-878e-43b8-ae2f-81ef83e1bfc2. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.550621] env[69854]: DEBUG nova.network.neutron [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Updating instance_info_cache with network_info: [{"id": "662ea912-878e-43b8-ae2f-81ef83e1bfc2", "address": "fa:16:3e:2b:ed:8b", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662ea912-87", "ovs_interfaceid": "662ea912-878e-43b8-ae2f-81ef83e1bfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.720483] env[69854]: DEBUG nova.network.neutron [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.733528] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561583} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.733840] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.734140] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.734389] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcd3069-4ab5-4988-be0e-fc533e0d7421 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.748773] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 949.748773] env[69854]: value = "task-3519370" [ 949.748773] env[69854]: _type = "Task" [ 949.748773] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.762259] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ab0e34-95aa-4cff-8e6d-d3093f68c79c, 'name': SearchDatastore_Task, 'duration_secs': 0.018695} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.767105] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.767105] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.767105] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.767105] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.767105] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.767365] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.767511] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14ba5506-9fb8-49da-933b-d84575dca9d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.775688] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.775848] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.776587] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e8ed55-1680-4d1c-826c-1f90473dd97f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.784504] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 949.784504] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520dde7f-6a26-4472-975f-db7441f0b11e" [ 949.784504] env[69854]: _type = "Task" [ 949.784504] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.793519] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520dde7f-6a26-4472-975f-db7441f0b11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.970414] env[69854]: DEBUG nova.scheduler.client.report [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.009299] env[69854]: DEBUG nova.compute.manager [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.009527] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.010892] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3640bf2-6f6c-42b5-ba00-a00c6c94fb9a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.020029] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.020029] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c192718-7697-4f7f-9e8c-bb7376c1923a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.026098] env[69854]: DEBUG oslo_vmware.api [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 950.026098] env[69854]: value = "task-3519371" [ 950.026098] env[69854]: _type = "Task" [ 950.026098] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.036022] env[69854]: DEBUG nova.compute.manager [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.036205] env[69854]: DEBUG oslo_vmware.api [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.036881] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b31d9-a5f4-45af-8b52-298078aafc26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.052606] env[69854]: DEBUG oslo_concurrency.lockutils [req-fb8a2189-08a5-4f59-b71a-a4f391c73b7f req-2ffef793-b86d-40fe-a2d7-36fa8fe30a71 service nova] Releasing lock "refresh_cache-d8405744-92c4-4afe-b7cd-ce8fc5755c42" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.166652] env[69854]: DEBUG nova.network.neutron [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Updating instance_info_cache with network_info: [{"id": "24ae0d78-0100-4e50-878c-21e529430d10", "address": "fa:16:3e:ca:75:ad", "network": {"id": "8a97b742-38ff-4ff9-b5c7-ad6ce4fc77dc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1257720006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7cc7b895284d8497c4dc1d0a526671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ae0d78-01", "ovs_interfaceid": "24ae0d78-0100-4e50-878c-21e529430d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.263187] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069155} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.263517] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.264309] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf53073-b5f3-411c-9e56-b611a0b652d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.286764] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.287114] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d78cf84-0a76-442b-91b2-9c8868b6f0b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.315251] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520dde7f-6a26-4472-975f-db7441f0b11e, 'name': SearchDatastore_Task, 'duration_secs': 0.024341} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.315557] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 950.315557] env[69854]: value = "task-3519372" [ 950.315557] env[69854]: _type = "Task" [ 950.315557] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.316453] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96d795a-211f-44f5-a031-c7844cbfc4af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.324283] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 950.324283] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f991a4-95d3-e0fe-1e3f-86898d2ef08d" [ 950.324283] env[69854]: _type = "Task" [ 950.324283] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.336766] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f991a4-95d3-e0fe-1e3f-86898d2ef08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.478029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.480322] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.990s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.482113] env[69854]: INFO nova.compute.claims [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.508560] env[69854]: INFO nova.scheduler.client.report [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Deleted allocations for instance 83f646cf-8128-4e98-b06f-cbe93f714199 [ 950.537024] env[69854]: DEBUG oslo_vmware.api [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519371, 'name': PowerOffVM_Task, 'duration_secs': 0.220129} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.537303] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.537473] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.537722] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18269685-97ce-4485-9374-fe67ab147f98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.551637] env[69854]: INFO nova.compute.manager [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] instance snapshotting [ 950.554653] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63bdafe-ab4d-4495-9875-02b1ecdc92a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.575058] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba1ac00-8081-4648-aaea-66192bd26394 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.598119] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.598346] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.598559] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Deleting the datastore file [datastore1] c13bbae5-d17d-45db-915f-ec255c035a44 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.599097] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-190f9ecf-30e7-4bd6-a878-2529c53f3509 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.605840] env[69854]: DEBUG oslo_vmware.api [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for the task: (returnval){ [ 950.605840] env[69854]: value = "task-3519374" [ 950.605840] env[69854]: _type = "Task" [ 950.605840] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.613742] env[69854]: DEBUG oslo_vmware.api [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.669441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Releasing lock "refresh_cache-ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.669781] env[69854]: DEBUG nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Instance network_info: |[{"id": "24ae0d78-0100-4e50-878c-21e529430d10", "address": "fa:16:3e:ca:75:ad", "network": {"id": "8a97b742-38ff-4ff9-b5c7-ad6ce4fc77dc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1257720006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7cc7b895284d8497c4dc1d0a526671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ae0d78-01", "ovs_interfaceid": "24ae0d78-0100-4e50-878c-21e529430d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.670243] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:75:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24ae0d78-0100-4e50-878c-21e529430d10', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.678393] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Creating folder: Project (1c7cc7b895284d8497c4dc1d0a526671). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.678706] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-720ec466-3f7e-4296-ae7a-952082f55913 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.688614] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Created folder: Project (1c7cc7b895284d8497c4dc1d0a526671) in parent group-v702928. [ 950.688723] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Creating folder: Instances. Parent ref: group-v703103. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.688959] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec0faec4-4fe1-477d-b84e-2589f3092034 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.698826] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Created folder: Instances in parent group-v703103. [ 950.699082] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.699283] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.699490] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52304afb-9a74-4520-b1ce-87d64e63b29c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.718153] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.718153] env[69854]: value = "task-3519377" [ 950.718153] env[69854]: _type = "Task" [ 950.718153] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.728104] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519377, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.791463] env[69854]: DEBUG nova.compute.manager [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Received event network-vif-plugged-24ae0d78-0100-4e50-878c-21e529430d10 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.791601] env[69854]: DEBUG oslo_concurrency.lockutils [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] Acquiring lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.791796] env[69854]: DEBUG oslo_concurrency.lockutils [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.792085] env[69854]: DEBUG oslo_concurrency.lockutils [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.792338] env[69854]: DEBUG nova.compute.manager [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] No waiting events found dispatching network-vif-plugged-24ae0d78-0100-4e50-878c-21e529430d10 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.792521] env[69854]: WARNING nova.compute.manager [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Received unexpected event network-vif-plugged-24ae0d78-0100-4e50-878c-21e529430d10 for instance with vm_state building and task_state spawning. [ 950.793342] env[69854]: DEBUG nova.compute.manager [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Received event network-changed-24ae0d78-0100-4e50-878c-21e529430d10 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.793342] env[69854]: DEBUG nova.compute.manager [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Refreshing instance network info cache due to event network-changed-24ae0d78-0100-4e50-878c-21e529430d10. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.793342] env[69854]: DEBUG oslo_concurrency.lockutils [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] Acquiring lock "refresh_cache-ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.793559] env[69854]: DEBUG oslo_concurrency.lockutils [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] Acquired lock "refresh_cache-ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.793559] env[69854]: DEBUG nova.network.neutron [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Refreshing network info cache for port 24ae0d78-0100-4e50-878c-21e529430d10 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.827606] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.842414] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f991a4-95d3-e0fe-1e3f-86898d2ef08d, 'name': SearchDatastore_Task, 'duration_secs': 0.027326} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.842680] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.842938] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d8405744-92c4-4afe-b7cd-ce8fc5755c42/d8405744-92c4-4afe-b7cd-ce8fc5755c42.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.843240] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb868ac5-5d59-4f11-8125-c2b05a812189 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.851339] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 950.851339] env[69854]: value = "task-3519378" [ 950.851339] env[69854]: _type = "Task" [ 950.851339] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.858658] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.019933] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ead198b-39cc-47d7-8d35-9eef25216c99 tempest-VolumesAssistedSnapshotsTest-805081964 tempest-VolumesAssistedSnapshotsTest-805081964-project-member] Lock "83f646cf-8128-4e98-b06f-cbe93f714199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.645s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.088039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "108f928d-bdc4-42eb-9885-4436d0900efd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.088039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "108f928d-bdc4-42eb-9885-4436d0900efd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.088039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "108f928d-bdc4-42eb-9885-4436d0900efd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.088039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "108f928d-bdc4-42eb-9885-4436d0900efd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.088039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "108f928d-bdc4-42eb-9885-4436d0900efd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.092595] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 951.093703] env[69854]: INFO nova.compute.manager [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Terminating instance [ 951.096222] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-828b885a-eff7-4db3-9573-00c54ebca565 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.116045] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 951.116045] env[69854]: value = "task-3519379" [ 951.116045] env[69854]: _type = "Task" [ 951.116045] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.122780] env[69854]: DEBUG oslo_vmware.api [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Task: {'id': task-3519374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349949} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.129065] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.129972] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.130079] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.130445] env[69854]: INFO nova.compute.manager [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Took 1.12 seconds to destroy the instance on the hypervisor. [ 951.130900] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.131787] env[69854]: DEBUG nova.compute.manager [-] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.132038] env[69854]: DEBUG nova.network.neutron [-] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.142071] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519379, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.232944] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519377, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.334296] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519372, 'name': ReconfigVM_Task, 'duration_secs': 0.820766} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.334787] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Reconfigured VM instance instance-0000003c to attach disk [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.335564] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c72854-3945-47cb-8513-227fd04c9560 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.344290] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 951.344290] env[69854]: value = "task-3519380" [ 951.344290] env[69854]: _type = "Task" [ 951.344290] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.357587] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519380, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.366640] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498471} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.366939] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d8405744-92c4-4afe-b7cd-ce8fc5755c42/d8405744-92c4-4afe-b7cd-ce8fc5755c42.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.367222] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.367499] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20621ee4-face-4d42-a0d9-116f902cfaa3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.374406] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 951.374406] env[69854]: value = "task-3519381" [ 951.374406] env[69854]: _type = "Task" [ 951.374406] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.377959] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "cdb589bf-1f64-4221-916b-04f5c5fe851b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.378239] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.378565] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "cdb589bf-1f64-4221-916b-04f5c5fe851b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.378894] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.379097] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.381688] env[69854]: INFO nova.compute.manager [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Terminating instance [ 951.386070] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.608811] env[69854]: DEBUG nova.compute.manager [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.609364] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.610834] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71a03b-c38b-4261-b8e5-30efa9a4a0de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.620020] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.622051] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a40dc84-6460-4d80-b587-11f01165e8d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.633083] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519379, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.636670] env[69854]: DEBUG oslo_vmware.api [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 951.636670] env[69854]: value = "task-3519382" [ 951.636670] env[69854]: _type = "Task" [ 951.636670] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.646105] env[69854]: DEBUG oslo_vmware.api [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.729284] env[69854]: DEBUG nova.network.neutron [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Updated VIF entry in instance network info cache for port 24ae0d78-0100-4e50-878c-21e529430d10. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.729657] env[69854]: DEBUG nova.network.neutron [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Updating instance_info_cache with network_info: [{"id": "24ae0d78-0100-4e50-878c-21e529430d10", "address": "fa:16:3e:ca:75:ad", "network": {"id": "8a97b742-38ff-4ff9-b5c7-ad6ce4fc77dc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1257720006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7cc7b895284d8497c4dc1d0a526671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ae0d78-01", "ovs_interfaceid": "24ae0d78-0100-4e50-878c-21e529430d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.739186] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519377, 'name': CreateVM_Task, 'duration_secs': 0.615496} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.739444] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.740741] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.740741] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.740994] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.744772] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dde7456-d623-456a-985a-6d872216c809 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.751053] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 951.751053] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52294521-fbe9-2de8-ae51-92e2a3d82cf2" [ 951.751053] env[69854]: _type = "Task" [ 951.751053] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.766623] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52294521-fbe9-2de8-ae51-92e2a3d82cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.766831] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.767139] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.768552] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.768552] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.768552] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.768552] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f98ec5-591b-4371-8810-eb6b54174fde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.776563] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.776767] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.777582] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc62c921-6ea2-4221-8005-4e8c90702d9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.783333] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 951.783333] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e11905-d029-7649-5fd8-a81e2db71bde" [ 951.783333] env[69854]: _type = "Task" [ 951.783333] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.795749] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e11905-d029-7649-5fd8-a81e2db71bde, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.796651] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada3edfe-a0e3-49a2-bced-44478cc42b7a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.803245] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 951.803245] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528bb399-efbe-884a-96b7-4dad8aae02ec" [ 951.803245] env[69854]: _type = "Task" [ 951.803245] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.814120] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528bb399-efbe-884a-96b7-4dad8aae02ec, 'name': SearchDatastore_Task, 'duration_secs': 0.007619} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.814419] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.814679] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82/ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.814936] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f41b118-beb8-44cc-a64c-ec9e42d669e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.824649] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 951.824649] env[69854]: value = "task-3519383" [ 951.824649] env[69854]: _type = "Task" [ 951.824649] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.834325] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.854200] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519380, 'name': Rename_Task, 'duration_secs': 0.141977} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.854548] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.857701] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a4da5a-755a-44f3-9c1f-61897fafdb0a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.867236] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 951.867236] env[69854]: value = "task-3519384" [ 951.867236] env[69854]: _type = "Task" [ 951.867236] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.881350] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.886832] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060683} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.893204] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.893204] env[69854]: DEBUG nova.compute.manager [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.893204] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.893204] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86adc631-239a-4e24-b285-b41110c5ac40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.895884] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810baee7-8f49-415b-b006-51e430b0a6af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.929147] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] d8405744-92c4-4afe-b7cd-ce8fc5755c42/d8405744-92c4-4afe-b7cd-ce8fc5755c42.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.929945] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.932660] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd1d8a5-bfaa-48a1-9aad-1844c9b4ba0e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.947355] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057287d4-7377-4054-bc43-c9c0e11d98a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.955173] env[69854]: DEBUG nova.network.neutron [-] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.956410] env[69854]: DEBUG oslo_vmware.api [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 951.956410] env[69854]: value = "task-3519386" [ 951.956410] env[69854]: _type = "Task" [ 951.956410] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.957644] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 951.957644] env[69854]: value = "task-3519385" [ 951.957644] env[69854]: _type = "Task" [ 951.957644] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.972715] env[69854]: DEBUG oslo_vmware.api [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.976281] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.001792] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3eff52-ecf4-4d75-b347-b07ac98f3c31 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.009826] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c86f184-0caa-4c9d-9e55-aaa4664c8dec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.041543] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16170a0-76e5-4724-bc38-3400c505ad15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.049730] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57490e8b-bcd7-4f86-9266-2da6283f6cad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.066197] env[69854]: DEBUG nova.compute.provider_tree [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.139305] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519379, 'name': CreateSnapshot_Task, 'duration_secs': 0.702931} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.139305] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 952.139305] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9912e-882a-4fc6-a1cf-bac8750bc37b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.153943] env[69854]: DEBUG oslo_vmware.api [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519382, 'name': PowerOffVM_Task, 'duration_secs': 0.270078} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.159185] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.159357] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.161896] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb015f7-85f6-4907-90f7-b70145434903 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.232508] env[69854]: DEBUG oslo_concurrency.lockutils [req-247b70ad-94da-4763-9ed0-3d029c59425c req-d212e2ac-9cd8-4c16-8095-3c8633f8f725 service nova] Releasing lock "refresh_cache-ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.336126] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.378972] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519384, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.458863] env[69854]: INFO nova.compute.manager [-] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Took 1.33 seconds to deallocate network for instance. [ 952.481424] env[69854]: DEBUG oslo_vmware.api [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519386, 'name': PowerOffVM_Task, 'duration_secs': 0.1996} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.485657] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.485840] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.486219] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519385, 'name': ReconfigVM_Task, 'duration_secs': 0.501575} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.486601] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d6c003-b71c-4c61-9a25-4f01dcf7553b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.489442] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Reconfigured VM instance instance-0000003d to attach disk [datastore2] d8405744-92c4-4afe-b7cd-ce8fc5755c42/d8405744-92c4-4afe-b7cd-ce8fc5755c42.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.489442] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1d7cee-6e86-492c-8ea6-55d063a8ff54 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.503418] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 952.503418] env[69854]: value = "task-3519388" [ 952.503418] env[69854]: _type = "Task" [ 952.503418] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.566282] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.566282] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.566282] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Deleting the datastore file [datastore1] cdb589bf-1f64-4221-916b-04f5c5fe851b {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.566282] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66fa88d6-b30a-442e-b0c1-acdbbf14956e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.570314] env[69854]: DEBUG nova.scheduler.client.report [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.574217] env[69854]: DEBUG oslo_vmware.api [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 952.574217] env[69854]: value = "task-3519390" [ 952.574217] env[69854]: _type = "Task" [ 952.574217] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.587019] env[69854]: DEBUG oslo_vmware.api [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.674395] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 952.674719] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-037a00eb-11aa-4da4-aa2a-ebc28d3c96b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.684497] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 952.684497] env[69854]: value = "task-3519391" [ 952.684497] env[69854]: _type = "Task" [ 952.684497] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.692185] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519391, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.747382] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.747382] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.747382] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Deleting the datastore file [datastore2] 108f928d-bdc4-42eb-9885-4436d0900efd {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.747382] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f14d4794-6efe-4726-abfe-c77582778f2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.754791] env[69854]: DEBUG oslo_vmware.api [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for the task: (returnval){ [ 952.754791] env[69854]: value = "task-3519392" [ 952.754791] env[69854]: _type = "Task" [ 952.754791] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.769022] env[69854]: DEBUG oslo_vmware.api [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.835604] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631419} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.835846] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82/ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.836098] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.836376] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef89403d-324e-41ae-b824-2ed6b0d8c269 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.843731] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 952.843731] env[69854]: value = "task-3519393" [ 952.843731] env[69854]: _type = "Task" [ 952.843731] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.851853] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.880327] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519384, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.884311] env[69854]: DEBUG nova.compute.manager [req-b9f200b1-fd3a-4c51-9fc9-e097d99684dd req-6b00952c-46f0-4679-99a6-c86f271de339 service nova] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Received event network-vif-deleted-c9670afa-ce64-4d07-b967-af9551cf66ad {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.979833] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.013223] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519388, 'name': Rename_Task, 'duration_secs': 0.175915} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.013514] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.013776] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb882fc-55c7-46ed-b14f-ac855d8e8b00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.020630] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 953.020630] env[69854]: value = "task-3519394" [ 953.020630] env[69854]: _type = "Task" [ 953.020630] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.029890] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.076917] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.077120] env[69854]: DEBUG nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.081589] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.959s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.084026] env[69854]: INFO nova.compute.claims [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.101217] env[69854]: DEBUG oslo_vmware.api [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316862} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.101492] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.101802] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.102126] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.102439] env[69854]: INFO nova.compute.manager [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 953.102824] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.103166] env[69854]: DEBUG nova.compute.manager [-] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.103335] env[69854]: DEBUG nova.network.neutron [-] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.195743] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519391, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.264869] env[69854]: DEBUG oslo_vmware.api [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Task: {'id': task-3519392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26988} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.264981] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.265183] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.265374] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.265538] env[69854]: INFO nova.compute.manager [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Took 1.66 seconds to destroy the instance on the hypervisor. [ 953.265845] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.265959] env[69854]: DEBUG nova.compute.manager [-] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.266069] env[69854]: DEBUG nova.network.neutron [-] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.354286] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076293} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.354708] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.355375] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5756c6a2-3ae0-4ab0-a12a-c80d694a3735 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.380808] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82/ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.384548] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6fb6e4-5e8a-4e65-904c-298a645b2967 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.407860] env[69854]: DEBUG oslo_vmware.api [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519384, 'name': PowerOnVM_Task, 'duration_secs': 1.18813} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.409193] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.409573] env[69854]: INFO nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Took 10.42 seconds to spawn the instance on the hypervisor. [ 953.409613] env[69854]: DEBUG nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.409931] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 953.409931] env[69854]: value = "task-3519395" [ 953.409931] env[69854]: _type = "Task" [ 953.409931] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.410658] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694020a-f065-4fcc-a558-015f3825efea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.427021] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.539396] env[69854]: DEBUG oslo_vmware.api [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519394, 'name': PowerOnVM_Task, 'duration_secs': 0.508268} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.539917] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.541686] env[69854]: INFO nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Took 7.89 seconds to spawn the instance on the hypervisor. [ 953.541686] env[69854]: DEBUG nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.541686] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1dd777-4096-40dc-8d75-8f8fe2f4360a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.595415] env[69854]: DEBUG nova.compute.utils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.600767] env[69854]: DEBUG nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.600767] env[69854]: DEBUG nova.network.neutron [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.612171] env[69854]: DEBUG nova.compute.manager [req-43130e12-5b6e-481d-b895-d749ad7f16fd req-a57d169c-e027-4156-8222-5d725996f6e6 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Received event network-vif-deleted-419ce7fe-3a47-4003-8d9c-8dfde04d6f05 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.612171] env[69854]: INFO nova.compute.manager [req-43130e12-5b6e-481d-b895-d749ad7f16fd req-a57d169c-e027-4156-8222-5d725996f6e6 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Neutron deleted interface 419ce7fe-3a47-4003-8d9c-8dfde04d6f05; detaching it from the instance and deleting it from the info cache [ 953.612171] env[69854]: DEBUG nova.network.neutron [req-43130e12-5b6e-481d-b895-d749ad7f16fd req-a57d169c-e027-4156-8222-5d725996f6e6 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.682882] env[69854]: DEBUG nova.policy [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.698207] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519391, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.923612] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.934933] env[69854]: INFO nova.compute.manager [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Took 46.95 seconds to build instance. [ 954.050033] env[69854]: DEBUG nova.network.neutron [-] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.056584] env[69854]: DEBUG nova.network.neutron [-] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.066698] env[69854]: INFO nova.compute.manager [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Took 46.05 seconds to build instance. [ 954.099143] env[69854]: DEBUG nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.118011] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de8654cd-e87a-4e51-9d04-cbcc9314973b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.139069] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69836cc1-e80c-4777-8959-46133902a302 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.180335] env[69854]: DEBUG nova.compute.manager [req-43130e12-5b6e-481d-b895-d749ad7f16fd req-a57d169c-e027-4156-8222-5d725996f6e6 service nova] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Detach interface failed, port_id=419ce7fe-3a47-4003-8d9c-8dfde04d6f05, reason: Instance cdb589bf-1f64-4221-916b-04f5c5fe851b could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.200305] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519391, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.426372] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519395, 'name': ReconfigVM_Task, 'duration_secs': 0.660678} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.428325] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82/ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.428325] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b69faf8-dcd8-4ce6-902b-090e7d997a5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.433049] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 954.433049] env[69854]: value = "task-3519396" [ 954.433049] env[69854]: _type = "Task" [ 954.433049] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.436174] env[69854]: DEBUG oslo_concurrency.lockutils [None req-999d6c09-4966-431f-8b22-3387c2e15e3b tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.661s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.443641] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519396, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.461485] env[69854]: DEBUG nova.network.neutron [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Successfully created port: 6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.553654] env[69854]: INFO nova.compute.manager [-] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Took 1.29 seconds to deallocate network for instance. [ 954.564723] env[69854]: INFO nova.compute.manager [-] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Took 1.46 seconds to deallocate network for instance. [ 954.575113] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f43afcba-d464-40b9-9013-09dfba843bc4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.280s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.699952] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519391, 'name': CloneVM_Task, 'duration_secs': 1.726224} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.701023] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Created linked-clone VM from snapshot [ 954.702594] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b4c0cc-d08e-447b-ab23-f2d194ea2e10 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.714063] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Uploading image 7e85e16d-d648-4dd3-88e2-0864d3c1c0bd {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 954.739016] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df45661-9755-462b-ac9c-22f93fef75af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.744557] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b7322e-6965-4b76-a66c-001b9cb87e4b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.778965] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11935057-919e-471b-a9a4-0feab145bcdd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.788822] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c8b4d-6437-4a7f-93ff-66e85ae7fc1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.795019] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 954.795019] env[69854]: value = "vm-703107" [ 954.795019] env[69854]: _type = "VirtualMachine" [ 954.795019] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 954.795019] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52b41be6-a59a-432c-8815-aabe0cf9ae65 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.809143] env[69854]: DEBUG nova.compute.provider_tree [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.811988] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lease: (returnval){ [ 954.811988] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52150e8b-fba8-d10f-949d-8b0375bf4c61" [ 954.811988] env[69854]: _type = "HttpNfcLease" [ 954.811988] env[69854]: } obtained for exporting VM: (result){ [ 954.811988] env[69854]: value = "vm-703107" [ 954.811988] env[69854]: _type = "VirtualMachine" [ 954.811988] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 954.816022] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the lease: (returnval){ [ 954.816022] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52150e8b-fba8-d10f-949d-8b0375bf4c61" [ 954.816022] env[69854]: _type = "HttpNfcLease" [ 954.816022] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 954.818858] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.818858] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52150e8b-fba8-d10f-949d-8b0375bf4c61" [ 954.818858] env[69854]: _type = "HttpNfcLease" [ 954.818858] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.943143] env[69854]: DEBUG nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.948475] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519396, 'name': Rename_Task, 'duration_secs': 0.194971} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.948475] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.948475] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6714f5ad-684f-4104-87ec-a1fef07ffa55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.960123] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 954.960123] env[69854]: value = "task-3519398" [ 954.960123] env[69854]: _type = "Task" [ 954.960123] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.970317] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.060242] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.070328] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.078571] env[69854]: DEBUG nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.115766] env[69854]: DEBUG nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.185342] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.185642] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.185879] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.185986] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.186143] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.186289] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.186498] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.186646] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.186809] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.186967] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.187161] env[69854]: DEBUG nova.virt.hardware [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.188085] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b74e4d2-e491-4c2e-8974-5adc75832d32 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.197981] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a12df5-89f0-4450-bb03-7256c4ef7fa2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.317680] env[69854]: DEBUG nova.scheduler.client.report [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.327019] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.327019] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52150e8b-fba8-d10f-949d-8b0375bf4c61" [ 955.327019] env[69854]: _type = "HttpNfcLease" [ 955.327019] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 955.327019] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 955.327019] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52150e8b-fba8-d10f-949d-8b0375bf4c61" [ 955.327019] env[69854]: _type = "HttpNfcLease" [ 955.327019] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 955.327808] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e61cff-26d0-4c54-8a53-e7fb5a3a8ab5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.334286] env[69854]: DEBUG nova.compute.manager [req-3217568f-c617-48fb-ae3a-fadf802e73e5 req-957c061c-f49f-4c79-b962-edbba3943436 service nova] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Received event network-vif-deleted-f905b704-36d8-417f-90fa-6171386286fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.338388] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a69a7d-59bd-4b4b-3e84-1b961692d559/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 955.338513] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a69a7d-59bd-4b4b-3e84-1b961692d559/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 955.442921] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-386806b8-7f88-4c5f-b765-bf7da8c6071a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.470701] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519398, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.510148] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.602558] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.670723] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.670723] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.824133] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.824552] env[69854]: DEBUG nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.828993] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.482s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.830160] env[69854]: INFO nova.compute.claims [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.974048] env[69854]: DEBUG oslo_vmware.api [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519398, 'name': PowerOnVM_Task, 'duration_secs': 0.651618} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.974444] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.974820] env[69854]: INFO nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Took 7.64 seconds to spawn the instance on the hypervisor. [ 955.975109] env[69854]: DEBUG nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.977466] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7278df6-2c52-4fde-8eea-60d15171dca7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.333528] env[69854]: DEBUG nova.compute.utils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.341663] env[69854]: DEBUG nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.341663] env[69854]: DEBUG nova.network.neutron [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.399573] env[69854]: DEBUG nova.policy [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cb81f98ead04bdb9bd87e71770ab09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ca6ed31b8df4364acbaaad284604515', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.433796] env[69854]: DEBUG nova.compute.manager [req-0599837c-5d2f-4c03-93d6-819792ca3fa2 req-b45a922e-8210-4c2d-b0fd-6bdd05659e92 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-vif-plugged-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.434019] env[69854]: DEBUG oslo_concurrency.lockutils [req-0599837c-5d2f-4c03-93d6-819792ca3fa2 req-b45a922e-8210-4c2d-b0fd-6bdd05659e92 service nova] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.434252] env[69854]: DEBUG oslo_concurrency.lockutils [req-0599837c-5d2f-4c03-93d6-819792ca3fa2 req-b45a922e-8210-4c2d-b0fd-6bdd05659e92 service nova] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.434394] env[69854]: DEBUG oslo_concurrency.lockutils [req-0599837c-5d2f-4c03-93d6-819792ca3fa2 req-b45a922e-8210-4c2d-b0fd-6bdd05659e92 service nova] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.434622] env[69854]: DEBUG nova.compute.manager [req-0599837c-5d2f-4c03-93d6-819792ca3fa2 req-b45a922e-8210-4c2d-b0fd-6bdd05659e92 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] No waiting events found dispatching network-vif-plugged-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.434712] env[69854]: WARNING nova.compute.manager [req-0599837c-5d2f-4c03-93d6-819792ca3fa2 req-b45a922e-8210-4c2d-b0fd-6bdd05659e92 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received unexpected event network-vif-plugged-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 for instance with vm_state building and task_state spawning. [ 956.482940] env[69854]: DEBUG nova.network.neutron [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Successfully updated port: 6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.504833] env[69854]: INFO nova.compute.manager [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Took 38.77 seconds to build instance. [ 956.853877] env[69854]: DEBUG nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.986588] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.986708] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.986867] env[69854]: DEBUG nova.network.neutron [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.009542] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a25ecc0c-c8dc-4044-b842-a5457098e23a tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.480s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.070639] env[69854]: DEBUG nova.network.neutron [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Successfully created port: 72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.362515] env[69854]: INFO nova.virt.block_device [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Booting with volume b047122a-0c27-4af5-bc50-119cb67b6ba0 at /dev/sda [ 957.420621] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b5baf4-2dea-438e-bae6-da4314db96e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.427648] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815930e3-1695-48af-87ba-b74e05f03cd8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.481021] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a114831-527a-43b0-8695-0f61fa337b8d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.483227] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09f017f5-242b-44be-945d-d572765b6d3b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.495926] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6525d897-d113-4015-9058-bbc4df8dc961 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.507376] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f95a88-512c-4dee-af10-dc4611a4d57a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.522617] env[69854]: DEBUG nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.538368] env[69854]: DEBUG nova.compute.provider_tree [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.562331] env[69854]: DEBUG nova.network.neutron [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.564979] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb82483f-d808-4a60-8116-8f87767a490e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.575014] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dbe153-ebba-410c-b994-cc76d3e94cf7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.612638] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec56ce7b-4780-4bf3-af86-cccf1099cd8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.621311] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bccaec7-7906-4f52-af18-155c624f17e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.637919] env[69854]: DEBUG nova.virt.block_device [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Updating existing volume attachment record: 7bfd1c04-91f4-4889-af00-df88ecf7016f {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 957.811840] env[69854]: DEBUG nova.network.neutron [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.043292] env[69854]: DEBUG nova.scheduler.client.report [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.090566] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.314006] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.314444] env[69854]: DEBUG nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Instance network_info: |[{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.315070] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:89:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c3f5a4b-996c-4fac-92e0-ea2dc92258e1', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.324338] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.324656] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.324833] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f774381-0e40-4c8a-af3a-2460ce144332 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.347888] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.347888] env[69854]: value = "task-3519399" [ 958.347888] env[69854]: _type = "Task" [ 958.347888] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.357577] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519399, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.551477] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.553374] env[69854]: DEBUG nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.556095] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.405s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.558227] env[69854]: INFO nova.compute.claims [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.575167] env[69854]: DEBUG nova.compute.manager [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-changed-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.575356] env[69854]: DEBUG nova.compute.manager [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing instance network info cache due to event network-changed-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.575945] env[69854]: DEBUG oslo_concurrency.lockutils [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.575945] env[69854]: DEBUG oslo_concurrency.lockutils [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.575945] env[69854]: DEBUG nova.network.neutron [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing network info cache for port 6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.858152] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519399, 'name': CreateVM_Task, 'duration_secs': 0.438464} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.858392] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.859211] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.859514] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.860142] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.860556] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635a26be-5b6b-419e-9455-aca1a4abeed3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.870432] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 958.870432] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b4a85-32ff-17d2-cb09-85cd6b084f4d" [ 958.870432] env[69854]: _type = "Task" [ 958.870432] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.881038] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b4a85-32ff-17d2-cb09-85cd6b084f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.064892] env[69854]: DEBUG nova.compute.utils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.073487] env[69854]: DEBUG nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.073747] env[69854]: DEBUG nova.network.neutron [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.268289] env[69854]: DEBUG nova.policy [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '841787fb6ecd4d798b2c2efd35f4acd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02a287d7d98d4f39aec5f526bda086fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.379590] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b4a85-32ff-17d2-cb09-85cd6b084f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.019094} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.380094] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.380475] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.380863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.382050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.382050] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.382050] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff3f937-542f-4a82-99fb-57da12d686fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.395021] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.395021] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.395021] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4654a93e-f439-4f1d-a4d3-5078a830a91b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.400330] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 959.400330] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d55f64-1fc2-7ac2-34a7-7d3636a0ef6c" [ 959.400330] env[69854]: _type = "Task" [ 959.400330] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.410696] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d55f64-1fc2-7ac2-34a7-7d3636a0ef6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.579525] env[69854]: DEBUG nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.788193] env[69854]: DEBUG nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.788193] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.788193] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.788193] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.788386] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.788386] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.788571] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.788725] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.788880] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.789133] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.789376] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.789660] env[69854]: DEBUG nova.virt.hardware [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.791797] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d422b-c71e-4055-8f28-58621a15a463 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.798301] env[69854]: DEBUG nova.compute.manager [req-385c676c-f675-4fbd-a99f-6355ebaa7de4 req-b8ce685b-51f6-4cd6-9d76-dd31ffd55324 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Received event network-vif-plugged-72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.798301] env[69854]: DEBUG oslo_concurrency.lockutils [req-385c676c-f675-4fbd-a99f-6355ebaa7de4 req-b8ce685b-51f6-4cd6-9d76-dd31ffd55324 service nova] Acquiring lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.798301] env[69854]: DEBUG oslo_concurrency.lockutils [req-385c676c-f675-4fbd-a99f-6355ebaa7de4 req-b8ce685b-51f6-4cd6-9d76-dd31ffd55324 service nova] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.798301] env[69854]: DEBUG oslo_concurrency.lockutils [req-385c676c-f675-4fbd-a99f-6355ebaa7de4 req-b8ce685b-51f6-4cd6-9d76-dd31ffd55324 service nova] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.798301] env[69854]: DEBUG nova.compute.manager [req-385c676c-f675-4fbd-a99f-6355ebaa7de4 req-b8ce685b-51f6-4cd6-9d76-dd31ffd55324 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] No waiting events found dispatching network-vif-plugged-72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.798301] env[69854]: WARNING nova.compute.manager [req-385c676c-f675-4fbd-a99f-6355ebaa7de4 req-b8ce685b-51f6-4cd6-9d76-dd31ffd55324 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Received unexpected event network-vif-plugged-72957f18-e8cc-423a-8a71-e1b5f534a795 for instance with vm_state building and task_state spawning. [ 959.805802] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04335787-df4f-4313-9553-50945bee02d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.913973] env[69854]: DEBUG nova.network.neutron [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Successfully updated port: 72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.919146] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d55f64-1fc2-7ac2-34a7-7d3636a0ef6c, 'name': SearchDatastore_Task, 'duration_secs': 0.023397} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.920607] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd31bf9c-eed7-4039-bf3d-6b04c98c81bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.926717] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 959.926717] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bf3625-6519-136b-8d95-a6263af4985f" [ 959.926717] env[69854]: _type = "Task" [ 959.926717] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.939905] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bf3625-6519-136b-8d95-a6263af4985f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.946090] env[69854]: DEBUG nova.network.neutron [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updated VIF entry in instance network info cache for port 6c3f5a4b-996c-4fac-92e0-ea2dc92258e1. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.946518] env[69854]: DEBUG nova.network.neutron [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.005441] env[69854]: DEBUG nova.network.neutron [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Successfully created port: 02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.161117] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec82ce-5830-406a-9016-56aff13bf5df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.171640] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6907d60-cd2a-401d-bfa2-83cbc872a107 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.206515] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a161c657-c988-48a3-b799-4fafc1053b8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.215293] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f999411-e5db-4527-a731-5ef41057387a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.233711] env[69854]: DEBUG nova.compute.provider_tree [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.420471] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquiring lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.420669] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquired lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.420792] env[69854]: DEBUG nova.network.neutron [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.440968] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bf3625-6519-136b-8d95-a6263af4985f, 'name': SearchDatastore_Task, 'duration_secs': 0.013796} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.440968] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.440968] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] de4257ac-3991-4bc1-ac95-1327e6175718/de4257ac-3991-4bc1-ac95-1327e6175718.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.440968] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b221e7bc-6021-4b3d-9c70-557e1f2a1050 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.449032] env[69854]: DEBUG oslo_concurrency.lockutils [req-61cd205c-4bfa-4d55-bb0f-ddb469cb5508 req-0cf54d00-e4ee-4c1c-80b2-f76f2c9310c2 service nova] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.449468] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 960.449468] env[69854]: value = "task-3519400" [ 960.449468] env[69854]: _type = "Task" [ 960.449468] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.458684] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.599688] env[69854]: DEBUG nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.674504] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.678033] env[69854]: DEBUG nova.virt.hardware [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.678033] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3203da9-f961-48cd-860b-c783fb32f7fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.689540] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad0d695-06c4-4c1f-a593-73660082e09c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.737622] env[69854]: DEBUG nova.scheduler.client.report [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.964135] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519400, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.981322] env[69854]: DEBUG nova.network.neutron [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.212626] env[69854]: DEBUG nova.network.neutron [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Updating instance_info_cache with network_info: [{"id": "72957f18-e8cc-423a-8a71-e1b5f534a795", "address": "fa:16:3e:34:45:6a", "network": {"id": "2fa00edc-9245-4604-8925-7d865145c503", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1642069526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca6ed31b8df4364acbaaad284604515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72957f18-e8", "ovs_interfaceid": "72957f18-e8cc-423a-8a71-e1b5f534a795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.245342] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.245892] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.249809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.607s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.460044] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649304} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.460354] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] de4257ac-3991-4bc1-ac95-1327e6175718/de4257ac-3991-4bc1-ac95-1327e6175718.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.460578] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.460847] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31cb5ecf-c97d-4a4e-a024-1482f56097eb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.467781] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 961.467781] env[69854]: value = "task-3519401" [ 961.467781] env[69854]: _type = "Task" [ 961.467781] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.476545] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.716213] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Releasing lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.716213] env[69854]: DEBUG nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance network_info: |[{"id": "72957f18-e8cc-423a-8a71-e1b5f534a795", "address": "fa:16:3e:34:45:6a", "network": {"id": "2fa00edc-9245-4604-8925-7d865145c503", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1642069526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca6ed31b8df4364acbaaad284604515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72957f18-e8", "ovs_interfaceid": "72957f18-e8cc-423a-8a71-e1b5f534a795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.716618] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:45:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72957f18-e8cc-423a-8a71-e1b5f534a795', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.727715] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Creating folder: Project (4ca6ed31b8df4364acbaaad284604515). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.727715] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2bbab4-f05d-4485-b283-2333c8008d8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.738683] env[69854]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 961.738926] env[69854]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69854) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 961.743660] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Folder already exists: Project (4ca6ed31b8df4364acbaaad284604515). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 961.743660] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Creating folder: Instances. Parent ref: group-v703062. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.743660] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb89358e-4fb1-49b8-b99d-f1df0293af61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.749200] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Created folder: Instances in parent group-v703062. [ 961.749430] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.749653] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.749895] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8a4317-d568-4954-ac5a-96ad0cf02f72 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.766327] env[69854]: DEBUG nova.compute.utils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.777376] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.777550] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.777824] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.777909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.778075] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.782666] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.782666] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.783394] env[69854]: INFO nova.compute.manager [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Terminating instance [ 961.787334] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.787334] env[69854]: value = "task-3519404" [ 961.787334] env[69854]: _type = "Task" [ 961.787334] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.796615] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519404, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.881910] env[69854]: DEBUG nova.policy [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bea498f39254a849a36003f4e9b76c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe8c3f787354a4f8ce92a0415bff47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.978923] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16951} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.979294] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.980171] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d917853d-ad48-4cc4-872d-89f5fe5918c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.006756] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] de4257ac-3991-4bc1-ac95-1327e6175718/de4257ac-3991-4bc1-ac95-1327e6175718.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.007314] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb1155c-9f21-41d9-8032-d341c289d908 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.028116] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 962.028116] env[69854]: value = "task-3519405" [ 962.028116] env[69854]: _type = "Task" [ 962.028116] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.039656] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.106401] env[69854]: DEBUG nova.network.neutron [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Successfully updated port: 02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.266224] env[69854]: DEBUG nova.compute.manager [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Received event network-changed-72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.266486] env[69854]: DEBUG nova.compute.manager [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Refreshing instance network info cache due to event network-changed-72957f18-e8cc-423a-8a71-e1b5f534a795. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.266830] env[69854]: DEBUG oslo_concurrency.lockutils [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] Acquiring lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.267516] env[69854]: DEBUG oslo_concurrency.lockutils [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] Acquired lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.267751] env[69854]: DEBUG nova.network.neutron [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Refreshing network info cache for port 72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.284474] env[69854]: INFO nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating resource usage from migration cbcd11b9-2149-479f-839a-aab68618ffb7 [ 962.286964] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.291503] env[69854]: DEBUG nova.compute.manager [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.291503] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.293416] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67392dd0-660e-4f8a-81ee-d4256a7676a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.309399] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519404, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.310197] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.310570] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b18c8727-032f-4a87-9034-457b5f88e74e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.316151] env[69854]: DEBUG oslo_vmware.api [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 962.316151] env[69854]: value = "task-3519406" [ 962.316151] env[69854]: _type = "Task" [ 962.316151] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.330429] env[69854]: DEBUG oslo_vmware.api [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.332454] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 78068fe4-df94-47e1-bacf-499b8f9faeea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.332603] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 108f928d-bdc4-42eb-9885-4436d0900efd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 6ac198f1-2b08-4937-af85-e83b33a17edf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance eddda2a1-2988-471e-af3b-99c8ec29cffc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 77f985dd-dd81-4b77-8eb5-a65cfde26dbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e1d5c300-bf38-4d68-abab-83db27f195ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance bffcb97f-4734-429f-a76a-44e05ca7d755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 693e95c1-54e8-4318-a32f-dbc0969e1856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance abfe9453-efbc-4d0f-92d3-0e9519a89e23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 80b9aa8d-0c79-435d-8b4e-c638a078cc58 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 50774648-3c9a-4361-870e-3364a20e2f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.334415] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance c13bbae5-d17d-45db-915f-ec255c035a44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.335499] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance cdb589bf-1f64-4221-916b-04f5c5fe851b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.335499] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d8f11640-a3a3-42aa-afd7-674cd2af95c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.335499] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d8405744-92c4-4afe-b7cd-ce8fc5755c42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.335499] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.335499] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance de4257ac-3991-4bc1-ac95-1327e6175718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.335499] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.335499] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance c9c127a4-b4f6-4ceb-a662-bdc53a5afa43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.335499] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance f4a9caf6-2c3c-46d7-8a67-5360edbaa93e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.380053] env[69854]: DEBUG nova.compute.manager [req-3cfcf0ec-86af-4edf-98ba-04d86f0d06d4 req-7933cdc2-a786-4bcd-b61d-a92dbfabd988 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Received event network-vif-plugged-02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.380320] env[69854]: DEBUG oslo_concurrency.lockutils [req-3cfcf0ec-86af-4edf-98ba-04d86f0d06d4 req-7933cdc2-a786-4bcd-b61d-a92dbfabd988 service nova] Acquiring lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.380551] env[69854]: DEBUG oslo_concurrency.lockutils [req-3cfcf0ec-86af-4edf-98ba-04d86f0d06d4 req-7933cdc2-a786-4bcd-b61d-a92dbfabd988 service nova] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.380744] env[69854]: DEBUG oslo_concurrency.lockutils [req-3cfcf0ec-86af-4edf-98ba-04d86f0d06d4 req-7933cdc2-a786-4bcd-b61d-a92dbfabd988 service nova] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.380988] env[69854]: DEBUG nova.compute.manager [req-3cfcf0ec-86af-4edf-98ba-04d86f0d06d4 req-7933cdc2-a786-4bcd-b61d-a92dbfabd988 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] No waiting events found dispatching network-vif-plugged-02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.381368] env[69854]: WARNING nova.compute.manager [req-3cfcf0ec-86af-4edf-98ba-04d86f0d06d4 req-7933cdc2-a786-4bcd-b61d-a92dbfabd988 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Received unexpected event network-vif-plugged-02aca41c-3d71-4830-b576-0acd93f13063 for instance with vm_state building and task_state spawning. [ 962.438869] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Successfully created port: d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.548025] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519405, 'name': ReconfigVM_Task, 'duration_secs': 0.287383} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.548025] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfigured VM instance instance-0000003f to attach disk [datastore1] de4257ac-3991-4bc1-ac95-1327e6175718/de4257ac-3991-4bc1-ac95-1327e6175718.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.548025] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a4f556-c8ce-44e0-9b41-ea88044e77fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.555266] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 962.555266] env[69854]: value = "task-3519407" [ 962.555266] env[69854]: _type = "Task" [ 962.555266] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.566918] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519407, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.613536] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.614346] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquired lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.614346] env[69854]: DEBUG nova.network.neutron [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.742273] env[69854]: DEBUG nova.compute.manager [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.742584] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9d915-a1ae-4850-b006-6d87d06c79d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.814916] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519404, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.834694] env[69854]: DEBUG oslo_vmware.api [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519406, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.840884] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 9dea10fc-d9f0-415b-b343-2bb889f5ae60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.065349] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519407, 'name': Rename_Task, 'duration_secs': 0.218235} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.067840] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.068128] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7a8f6d-80d5-4f7d-a6ce-ed822930ee33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.074425] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 963.074425] env[69854]: value = "task-3519408" [ 963.074425] env[69854]: _type = "Task" [ 963.074425] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.082524] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.131335] env[69854]: DEBUG nova.network.neutron [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Updated VIF entry in instance network info cache for port 72957f18-e8cc-423a-8a71-e1b5f534a795. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.131721] env[69854]: DEBUG nova.network.neutron [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Updating instance_info_cache with network_info: [{"id": "72957f18-e8cc-423a-8a71-e1b5f534a795", "address": "fa:16:3e:34:45:6a", "network": {"id": "2fa00edc-9245-4604-8925-7d865145c503", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1642069526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca6ed31b8df4364acbaaad284604515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72957f18-e8", "ovs_interfaceid": "72957f18-e8cc-423a-8a71-e1b5f534a795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.166797] env[69854]: DEBUG nova.network.neutron [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.256014] env[69854]: INFO nova.compute.manager [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] instance snapshotting [ 963.256697] env[69854]: DEBUG nova.objects.instance [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'flavor' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.305990] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.321139] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519404, 'name': CreateVM_Task, 'duration_secs': 1.275464} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.321139] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.321139] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '7bfd1c04-91f4-4889-af00-df88ecf7016f', 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703070', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'name': 'volume-b047122a-0c27-4af5-bc50-119cb67b6ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4775d1c9-faac-4ec8-b4e2-4bb8443774cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'serial': 'b047122a-0c27-4af5-bc50-119cb67b6ba0'}, 'volume_type': None}], 'swap': None} {{(pid=69854) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 963.321139] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Root volume attach. Driver type: vmdk {{(pid=69854) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 963.321139] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6829175-7a91-42c7-964b-ec254993b504 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.332714] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f6d20-153d-448f-aed9-c083269e17b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.337356] env[69854]: DEBUG oslo_vmware.api [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519406, 'name': PowerOffVM_Task, 'duration_secs': 0.619831} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.339500] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.339717] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.340601] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cfdecc-beb4-49b4-a8a8-e78aed9396dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.346246] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 2f759908-97b6-4565-9def-df1e75c1225c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.348890] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a178e7-392a-4730-8bd0-ea1aacf2d67d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.354556] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.354691] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.354952] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.355068] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.359201] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.359201] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.359201] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.359201] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.359201] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.359201] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.359201] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.359201] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f461338-7bc7-4253-a358-4c5128d3551b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.360438] env[69854]: DEBUG nova.network.neutron [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.368363] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cc213d04-cb6b-4392-8f17-ca1956c353da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.372869] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2a49c-0851-4b3c-a926-6386150c1ea9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.385539] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 963.385539] env[69854]: value = "task-3519410" [ 963.385539] env[69854]: _type = "Task" [ 963.385539] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.404521] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519410, 'name': RelocateVM_Task} progress is 7%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.421500] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.421786] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.422017] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Deleting the datastore file [datastore2] ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.422350] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a2f1a9-d7e6-455e-a0f8-e205a6cff91f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.430429] env[69854]: DEBUG oslo_vmware.api [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for the task: (returnval){ [ 963.430429] env[69854]: value = "task-3519411" [ 963.430429] env[69854]: _type = "Task" [ 963.430429] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.439939] env[69854]: DEBUG oslo_vmware.api [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.586322] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.634843] env[69854]: DEBUG oslo_concurrency.lockutils [req-22475e5c-6572-42e3-af70-d9099be4b6f9 req-bf93f1ee-7978-41f0-ac3f-c11b407c6e5d service nova] Releasing lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763337] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1dbf3b-2566-4705-a427-abbe10d1f01b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.783743] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecb98d7-48dc-44e6-9b37-7b9246985792 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.849819] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance bbdd8f67-5064-414e-803a-61ab683f0c52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.863669] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Releasing lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.863990] env[69854]: DEBUG nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Instance network_info: |[{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.865041] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c9:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02aca41c-3d71-4830-b576-0acd93f13063', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.873060] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Creating folder: Project (02a287d7d98d4f39aec5f526bda086fa). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.873979] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36dd680a-80f1-4bee-86a5-aa734f50b71a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.885163] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Created folder: Project (02a287d7d98d4f39aec5f526bda086fa) in parent group-v702928. [ 963.885373] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Creating folder: Instances. Parent ref: group-v703111. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.885616] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05cbe127-7043-4db4-af4e-49947bda24ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.894708] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Created folder: Instances in parent group-v703111. [ 963.894953] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.895162] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.895432] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c06f8554-12e0-4b02-ae66-ca2df7cda13d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.923712] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519410, 'name': RelocateVM_Task} progress is 20%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.925718] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.925718] env[69854]: value = "task-3519414" [ 963.925718] env[69854]: _type = "Task" [ 963.925718] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.942439] env[69854]: DEBUG oslo_vmware.api [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Task: {'id': task-3519411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253892} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.942865] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.943293] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.943581] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.943848] env[69854]: INFO nova.compute.manager [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Took 1.65 seconds to destroy the instance on the hypervisor. [ 963.944233] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.944565] env[69854]: DEBUG nova.compute.manager [-] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.944813] env[69854]: DEBUG nova.network.neutron [-] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.089250] env[69854]: DEBUG oslo_vmware.api [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519408, 'name': PowerOnVM_Task, 'duration_secs': 0.672741} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.089250] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.089250] env[69854]: INFO nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Took 8.97 seconds to spawn the instance on the hypervisor. [ 964.089250] env[69854]: DEBUG nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.089250] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ff281-da6d-4ea4-bceb-a4c0bfb2b7e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.295515] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.297416] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55c8add9-4bfa-44d7-a62b-b616a47dda3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.306322] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 964.306322] env[69854]: value = "task-3519415" [ 964.306322] env[69854]: _type = "Task" [ 964.306322] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.316757] env[69854]: DEBUG nova.compute.manager [req-18143dff-6551-49d7-98c2-c87d79021e35 req-3c78696d-011e-4cbe-b228-3cbaa7b592c1 service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Received event network-vif-plugged-d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.317199] env[69854]: DEBUG oslo_concurrency.lockutils [req-18143dff-6551-49d7-98c2-c87d79021e35 req-3c78696d-011e-4cbe-b228-3cbaa7b592c1 service nova] Acquiring lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.317524] env[69854]: DEBUG oslo_concurrency.lockutils [req-18143dff-6551-49d7-98c2-c87d79021e35 req-3c78696d-011e-4cbe-b228-3cbaa7b592c1 service nova] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.317808] env[69854]: DEBUG oslo_concurrency.lockutils [req-18143dff-6551-49d7-98c2-c87d79021e35 req-3c78696d-011e-4cbe-b228-3cbaa7b592c1 service nova] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.318072] env[69854]: DEBUG nova.compute.manager [req-18143dff-6551-49d7-98c2-c87d79021e35 req-3c78696d-011e-4cbe-b228-3cbaa7b592c1 service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] No waiting events found dispatching network-vif-plugged-d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.318406] env[69854]: WARNING nova.compute.manager [req-18143dff-6551-49d7-98c2-c87d79021e35 req-3c78696d-011e-4cbe-b228-3cbaa7b592c1 service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Received unexpected event network-vif-plugged-d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 for instance with vm_state building and task_state spawning. [ 964.329588] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519415, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.354908] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e9eba1ad-cad1-49eb-b90c-c5a216e578f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 964.355380] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Migration cbcd11b9-2149-479f-839a-aab68618ffb7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 964.355497] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 58aec72d-9b5c-4921-9057-3c3c136d50ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.405740] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519410, 'name': RelocateVM_Task} progress is 20%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.434169] env[69854]: DEBUG nova.compute.manager [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Received event network-changed-02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.434274] env[69854]: DEBUG nova.compute.manager [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing instance network info cache due to event network-changed-02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.434523] env[69854]: DEBUG oslo_concurrency.lockutils [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] Acquiring lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.434708] env[69854]: DEBUG oslo_concurrency.lockutils [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] Acquired lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.434937] env[69854]: DEBUG nova.network.neutron [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.441620] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519414, 'name': CreateVM_Task, 'duration_secs': 0.441438} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.441886] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.442594] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.442880] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.445156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.445156] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793eeb2b-ad93-4489-bd69-1857a987afac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.450378] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 964.450378] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521cf29e-4f4e-f5a8-4ad6-45cddd937ec9" [ 964.450378] env[69854]: _type = "Task" [ 964.450378] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.459417] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521cf29e-4f4e-f5a8-4ad6-45cddd937ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.578899] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a69a7d-59bd-4b4b-3e84-1b961692d559/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 964.580448] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f034083-4679-4470-83c3-3533744c45d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.590063] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a69a7d-59bd-4b4b-3e84-1b961692d559/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 964.591350] env[69854]: ERROR oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a69a7d-59bd-4b4b-3e84-1b961692d559/disk-0.vmdk due to incomplete transfer. [ 964.591634] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7e55c9e5-e940-479c-9927-cf96163f2e6a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.607287] env[69854]: DEBUG oslo_vmware.rw_handles [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a69a7d-59bd-4b4b-3e84-1b961692d559/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 964.607287] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Uploaded image 7e85e16d-d648-4dd3-88e2-0864d3c1c0bd to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 964.609353] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.614957] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6e2c2aa-1121-4ede-9aa7-800bbca25408 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.614957] env[69854]: INFO nova.compute.manager [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Took 41.14 seconds to build instance. [ 964.618537] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 964.618537] env[69854]: value = "task-3519416" [ 964.618537] env[69854]: _type = "Task" [ 964.618537] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.632379] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519416, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.638375] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Successfully updated port: d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.818826] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519415, 'name': CreateSnapshot_Task, 'duration_secs': 0.482216} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.819116] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 964.820080] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7989aec9-eba4-4ae6-bf1e-874292573b1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.860161] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 0f635a00-0e7a-46a9-b918-231571db2dae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 964.906423] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519410, 'name': RelocateVM_Task, 'duration_secs': 1.492485} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.906714] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 964.907025] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703070', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'name': 'volume-b047122a-0c27-4af5-bc50-119cb67b6ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4775d1c9-faac-4ec8-b4e2-4bb8443774cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'serial': 'b047122a-0c27-4af5-bc50-119cb67b6ba0'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 964.908323] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c4360-c056-47f3-9760-4e6f7340b5fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.928962] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b37fbb-b4eb-4938-9291-00a3aed3bea0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.955562] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-b047122a-0c27-4af5-bc50-119cb67b6ba0/volume-b047122a-0c27-4af5-bc50-119cb67b6ba0.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.955562] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf59b54-880b-4560-ac5f-52ab1f5e1f91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.982471] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521cf29e-4f4e-f5a8-4ad6-45cddd937ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.984506] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.985557] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.985557] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.985557] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.985658] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.986064] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 964.986064] env[69854]: value = "task-3519417" [ 964.986064] env[69854]: _type = "Task" [ 964.986064] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.986308] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f6e6ced-3da0-497d-9eac-8d92f94c3555 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.998740] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.000051] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.000238] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.000965] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf26ee24-8d2f-473e-82a2-ce8e3f052acf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.006784] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 965.006784] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5243d118-2568-955d-592b-2cfadc10a3a5" [ 965.006784] env[69854]: _type = "Task" [ 965.006784] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.016809] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5243d118-2568-955d-592b-2cfadc10a3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.117296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ebc7fe38-dfc3-4eaf-9a60-5ec2fcefc92b tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "de4257ac-3991-4bc1-ac95-1327e6175718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.951s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.129231] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519416, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.146692] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "refresh_cache-f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.146692] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "refresh_cache-f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.146692] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.184765] env[69854]: DEBUG nova.network.neutron [-] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.341488] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 965.342212] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fff4f0a4-43b6-467e-8c16-35b4757979cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.356891] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 965.356891] env[69854]: value = "task-3519418" [ 965.356891] env[69854]: _type = "Task" [ 965.356891] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.370765] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 0bba67d1-91f2-4359-9eb8-1eb928e7c11b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 965.370765] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 965.370765] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 965.372705] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519418, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.423183] env[69854]: DEBUG nova.network.neutron [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updated VIF entry in instance network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.423564] env[69854]: DEBUG nova.network.neutron [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.504862] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519417, 'name': ReconfigVM_Task, 'duration_secs': 0.357368} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.505187] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-b047122a-0c27-4af5-bc50-119cb67b6ba0/volume-b047122a-0c27-4af5-bc50-119cb67b6ba0.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.513041] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a7f44c-7fd9-4308-aa7b-b2789fd963c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.537109] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5243d118-2568-955d-592b-2cfadc10a3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.023587} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.543557] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 965.543557] env[69854]: value = "task-3519419" [ 965.543557] env[69854]: _type = "Task" [ 965.543557] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.543557] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65aba6a1-c21c-443c-9ad8-2d715ef81d0b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.551118] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 965.551118] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520f6006-91cf-e2de-aa69-bda79be8cd8d" [ 965.551118] env[69854]: _type = "Task" [ 965.551118] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.555188] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.563228] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520f6006-91cf-e2de-aa69-bda79be8cd8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.632705] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519416, 'name': Destroy_Task, 'duration_secs': 0.681386} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.635423] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Destroyed the VM [ 965.635677] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.636139] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0167ceed-18ed-4228-ae44-faa86d1973c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.642591] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 965.642591] env[69854]: value = "task-3519420" [ 965.642591] env[69854]: _type = "Task" [ 965.642591] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.655068] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519420, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.689810] env[69854]: INFO nova.compute.manager [-] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Took 1.74 seconds to deallocate network for instance. [ 965.690856] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.867337] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Updating instance_info_cache with network_info: [{"id": "d2f2c0be-a2c7-431a-9548-4b5c8dc7a370", "address": "fa:16:3e:07:c4:0e", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f2c0be-a2", "ovs_interfaceid": "d2f2c0be-a2c7-431a-9548-4b5c8dc7a370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.876573] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519418, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.926966] env[69854]: DEBUG oslo_concurrency.lockutils [req-d3f30b9f-0f37-42b2-ba5d-eae49fc932dd req-53450d9b-e3ea-401b-9e30-ad9dbabcbe04 service nova] Releasing lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.965018] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec51a696-f54b-4ebd-993a-81e2796c1cf7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.972852] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1872ae-088d-4a6b-a496-bfa93477e75b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.005571] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b21412c-4bce-4044-a26f-5681b2696290 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.014513] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6de1fd-bbf8-4dc6-b70f-f661219d5e9c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.030184] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.054276] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519419, 'name': ReconfigVM_Task, 'duration_secs': 0.138728} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.054665] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703070', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'name': 'volume-b047122a-0c27-4af5-bc50-119cb67b6ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4775d1c9-faac-4ec8-b4e2-4bb8443774cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'serial': 'b047122a-0c27-4af5-bc50-119cb67b6ba0'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 966.055365] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5db74d48-fdf6-44ff-9033-3bb8624a7124 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.069794] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520f6006-91cf-e2de-aa69-bda79be8cd8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01615} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.072150] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.072150] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c9c127a4-b4f6-4ceb-a662-bdc53a5afa43/c9c127a4-b4f6-4ceb-a662-bdc53a5afa43.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.072150] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 966.072150] env[69854]: value = "task-3519421" [ 966.072150] env[69854]: _type = "Task" [ 966.072150] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.072150] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e1b4712-12e2-4967-8605-8a7795e291e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.083949] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519421, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.085404] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 966.085404] env[69854]: value = "task-3519422" [ 966.085404] env[69854]: _type = "Task" [ 966.085404] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.093829] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.155940] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519420, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.199194] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.372894] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "refresh_cache-f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.373609] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Instance network_info: |[{"id": "d2f2c0be-a2c7-431a-9548-4b5c8dc7a370", "address": "fa:16:3e:07:c4:0e", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f2c0be-a2", "ovs_interfaceid": "d2f2c0be-a2c7-431a-9548-4b5c8dc7a370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.373800] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519418, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.374143] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:c4:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f2c0be-a2c7-431a-9548-4b5c8dc7a370', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.382268] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.382947] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.382947] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f03ddf-9eee-4d0a-9f0a-e306949afb46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.403703] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.403703] env[69854]: value = "task-3519423" [ 966.403703] env[69854]: _type = "Task" [ 966.403703] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.412226] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519423, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.515765] env[69854]: DEBUG nova.compute.manager [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Received event network-changed-d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.516042] env[69854]: DEBUG nova.compute.manager [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Refreshing instance network info cache due to event network-changed-d2f2c0be-a2c7-431a-9548-4b5c8dc7a370. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.516295] env[69854]: DEBUG oslo_concurrency.lockutils [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] Acquiring lock "refresh_cache-f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.517235] env[69854]: DEBUG oslo_concurrency.lockutils [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] Acquired lock "refresh_cache-f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.517235] env[69854]: DEBUG nova.network.neutron [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Refreshing network info cache for port d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.534763] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.586594] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519421, 'name': Rename_Task, 'duration_secs': 0.134926} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.591382] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.592441] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ee0ce8-31cc-41f4-8691-a6d3e6a8ab11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.602167] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.604595] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 966.604595] env[69854]: value = "task-3519424" [ 966.604595] env[69854]: _type = "Task" [ 966.604595] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.614628] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.657328] env[69854]: DEBUG oslo_vmware.api [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519420, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529347} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.657607] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 966.657853] env[69854]: INFO nova.compute.manager [None req-c0423845-20eb-447e-b530-f4e9593dc8e1 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 966.689473] env[69854]: DEBUG nova.compute.manager [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-changed-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.690053] env[69854]: DEBUG nova.compute.manager [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing instance network info cache due to event network-changed-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.690053] env[69854]: DEBUG oslo_concurrency.lockutils [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.690053] env[69854]: DEBUG oslo_concurrency.lockutils [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.690235] env[69854]: DEBUG nova.network.neutron [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing network info cache for port 6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.869980] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519418, 'name': CloneVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.916016] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519423, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.041152] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 967.042128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.792s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.042128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.704s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.042128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.044862] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.641s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.045422] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.046881] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.086s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.048792] env[69854]: INFO nova.compute.claims [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.051075] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.051230] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Cleaning up deleted instances {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 967.101755] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55825} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.101907] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] c9c127a4-b4f6-4ceb-a662-bdc53a5afa43/c9c127a4-b4f6-4ceb-a662-bdc53a5afa43.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.101987] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.102272] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48e37b2c-758d-4111-893a-b0534b1517fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.116127] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.116127] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 967.116127] env[69854]: value = "task-3519425" [ 967.116127] env[69854]: _type = "Task" [ 967.116127] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.127413] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.136247] env[69854]: INFO nova.scheduler.client.report [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Deleted allocations for instance 80b9aa8d-0c79-435d-8b4e-c638a078cc58 [ 967.145917] env[69854]: INFO nova.scheduler.client.report [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Deleted allocations for instance abfe9453-efbc-4d0f-92d3-0e9519a89e23 [ 967.370709] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519418, 'name': CloneVM_Task, 'duration_secs': 1.610814} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.371166] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Created linked-clone VM from snapshot [ 967.371744] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766eb941-836e-49e9-b672-5045cb62b296 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.380671] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Uploading image 618bcfc0-8faf-4bd7-931e-94d2e33d5a9c {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 967.411080] env[69854]: DEBUG nova.network.neutron [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Updated VIF entry in instance network info cache for port d2f2c0be-a2c7-431a-9548-4b5c8dc7a370. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.411473] env[69854]: DEBUG nova.network.neutron [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Updating instance_info_cache with network_info: [{"id": "d2f2c0be-a2c7-431a-9548-4b5c8dc7a370", "address": "fa:16:3e:07:c4:0e", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f2c0be-a2", "ovs_interfaceid": "d2f2c0be-a2c7-431a-9548-4b5c8dc7a370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.416080] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519423, 'name': CreateVM_Task, 'duration_secs': 0.584812} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.416255] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.416902] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.417078] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.417395] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.417656] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42113ab8-ccce-426a-a081-47972f7df166 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.422417] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 967.422417] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb5ccb-02d8-8492-d863-b6308a2e3fae" [ 967.422417] env[69854]: _type = "Task" [ 967.422417] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.434110] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb5ccb-02d8-8492-d863-b6308a2e3fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.485430] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 967.485430] env[69854]: value = "vm-703115" [ 967.485430] env[69854]: _type = "VirtualMachine" [ 967.485430] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 967.486198] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7556e0e1-d8f5-45c1-95f0-ad76f4a7ca60 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.502145] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease: (returnval){ [ 967.502145] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5284ad4a-7620-944a-e6fe-3b26185ee43f" [ 967.502145] env[69854]: _type = "HttpNfcLease" [ 967.502145] env[69854]: } obtained for exporting VM: (result){ [ 967.502145] env[69854]: value = "vm-703115" [ 967.502145] env[69854]: _type = "VirtualMachine" [ 967.502145] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 967.503195] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the lease: (returnval){ [ 967.503195] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5284ad4a-7620-944a-e6fe-3b26185ee43f" [ 967.503195] env[69854]: _type = "HttpNfcLease" [ 967.503195] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 967.511574] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.511574] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5284ad4a-7620-944a-e6fe-3b26185ee43f" [ 967.511574] env[69854]: _type = "HttpNfcLease" [ 967.511574] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.573020] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] There are 41 instances to clean {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 967.573020] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 341cb138-ec28-4ac7-a903-a4cf39d353ff] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.617697] env[69854]: DEBUG oslo_vmware.api [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519424, 'name': PowerOnVM_Task, 'duration_secs': 0.963818} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.621406] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.621632] env[69854]: INFO nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Took 7.83 seconds to spawn the instance on the hypervisor. [ 967.621786] env[69854]: DEBUG nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.625297] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99717b3d-0047-4569-88b5-539cea00fd0d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.634799] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071848} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.636385] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.639837] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59530fdf-eebc-4855-bbad-d46caf3ec660 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.665940] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c9c127a4-b4f6-4ceb-a662-bdc53a5afa43/c9c127a4-b4f6-4ceb-a662-bdc53a5afa43.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.666500] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4f41350b-cef0-4b15-a397-9f073522bcb4 tempest-InstanceActionsTestJSON-679254814 tempest-InstanceActionsTestJSON-679254814-project-member] Lock "80b9aa8d-0c79-435d-8b4e-c638a078cc58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.394s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.671889] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2c069c6-3980-43a0-823b-815a2694c2d2 tempest-ServerRescueTestJSONUnderV235-122762212 tempest-ServerRescueTestJSONUnderV235-122762212-project-member] Lock "abfe9453-efbc-4d0f-92d3-0e9519a89e23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.259s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.673232] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11ddf72-fc00-4b36-81a0-47853afca176 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.694308] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 967.694308] env[69854]: value = "task-3519427" [ 967.694308] env[69854]: _type = "Task" [ 967.694308] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.707226] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.771175] env[69854]: DEBUG nova.network.neutron [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updated VIF entry in instance network info cache for port 6c3f5a4b-996c-4fac-92e0-ea2dc92258e1. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.772080] env[69854]: DEBUG nova.network.neutron [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.921904] env[69854]: DEBUG oslo_concurrency.lockutils [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] Releasing lock "refresh_cache-f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.922208] env[69854]: DEBUG nova.compute.manager [req-04018e21-8ff4-42a5-b1cc-d0908bcb6ca6 req-036088f7-c468-44fb-b86f-36e5679ce17c service nova] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Received event network-vif-deleted-24ae0d78-0100-4e50-878c-21e529430d10 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.941596] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb5ccb-02d8-8492-d863-b6308a2e3fae, 'name': SearchDatastore_Task, 'duration_secs': 0.015783} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.944041] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.944327] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.944586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.944735] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.944959] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.945434] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e49a9bbe-71a0-4dcb-8b5e-2f156fe1b037 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.955897] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.957620] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.958389] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9b7522-1c4d-42c0-a4b7-7e5fc391faf6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.966598] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 967.966598] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521db950-e629-42ed-d836-31536fe821de" [ 967.966598] env[69854]: _type = "Task" [ 967.966598] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.974178] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521db950-e629-42ed-d836-31536fe821de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.011352] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.011352] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5284ad4a-7620-944a-e6fe-3b26185ee43f" [ 968.011352] env[69854]: _type = "HttpNfcLease" [ 968.011352] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.013930] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.013930] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5284ad4a-7620-944a-e6fe-3b26185ee43f" [ 968.013930] env[69854]: _type = "HttpNfcLease" [ 968.013930] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.014885] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d73e56-db1b-43e9-928e-845c619bbc4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.021763] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5227f25e-3b7b-8087-a639-02c7f1270d2f/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.021936] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5227f25e-3b7b-8087-a639-02c7f1270d2f/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.082498] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 27cc50be-f6f3-47c4-8230-c694ce078d59] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.121401] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1813ac79-8edc-40e6-99b6-ec732ee50fab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.152217] env[69854]: INFO nova.compute.manager [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Took 42.05 seconds to build instance. [ 968.206310] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.210726] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd2b34-d053-427e-bb56-317c8a102892 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.218281] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11b88f-914d-4c93-8647-6f491c2cbdec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.250037] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6460e16f-a5fd-4f54-b727-99e222182962 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.257491] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84d6630-7c9c-46c4-b6d2-592deaaccc5c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.270795] env[69854]: DEBUG nova.compute.provider_tree [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.279106] env[69854]: DEBUG oslo_concurrency.lockutils [req-4aac064e-86f0-4507-8129-5f7f4abaacb4 req-47fcef76-839c-40d5-b649-40f83924f0ba service nova] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.477986] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521db950-e629-42ed-d836-31536fe821de, 'name': SearchDatastore_Task, 'duration_secs': 0.018201} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.478905] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77627ee-0d1c-41d8-9277-d5a129433925 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.484891] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 968.484891] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b22efb-61db-f4f0-fc49-14b2d91fdf76" [ 968.484891] env[69854]: _type = "Task" [ 968.484891] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.493962] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b22efb-61db-f4f0-fc49-14b2d91fdf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.590346] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: a9ccc5fa-e939-4c53-87e0-161cbb182300] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.659989] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1f515d7e-71c3-40fc-8eba-a12155838639 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.674s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.708040] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519427, 'name': ReconfigVM_Task, 'duration_secs': 0.632075} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.708688] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c9c127a4-b4f6-4ceb-a662-bdc53a5afa43/c9c127a4-b4f6-4ceb-a662-bdc53a5afa43.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.709867] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5818ac8-9088-4e64-bb9c-d1108edf26df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.718656] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 968.718656] env[69854]: value = "task-3519428" [ 968.718656] env[69854]: _type = "Task" [ 968.718656] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.731066] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519428, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.773607] env[69854]: DEBUG nova.scheduler.client.report [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.004233] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b22efb-61db-f4f0-fc49-14b2d91fdf76, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.004233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.004233] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] f4a9caf6-2c3c-46d7-8a67-5360edbaa93e/f4a9caf6-2c3c-46d7-8a67-5360edbaa93e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.004233] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69a0eac-2c73-4cd6-b7f8-1aa4e6255815 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.012026] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 969.012026] env[69854]: value = "task-3519429" [ 969.012026] env[69854]: _type = "Task" [ 969.012026] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.020596] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.095362] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: bd8f7ec7-618b-4e04-be11-641ba2a7e5a2] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.234827] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519428, 'name': Rename_Task, 'duration_secs': 0.270988} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.235177] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.235477] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c452366-02ee-471b-9341-8d709e5fba93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.242220] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 969.242220] env[69854]: value = "task-3519430" [ 969.242220] env[69854]: _type = "Task" [ 969.242220] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.253860] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.266584] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.266859] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.267105] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.267661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.267661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.272538] env[69854]: INFO nova.compute.manager [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Terminating instance [ 969.282900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.282900] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.285198] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.748s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.528855] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519429, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.599633] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: ba1eec72-9524-4af9-a791-4b3dd9584075] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.760350] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519430, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.783085] env[69854]: DEBUG nova.compute.manager [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.783085] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.783085] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f834fb2-b898-4261-b2f5-2d0f63ecd198 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.790220] env[69854]: INFO nova.compute.claims [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.798120] env[69854]: DEBUG nova.compute.utils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.798631] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.799080] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.799537] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.801840] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb5702c-29e8-4bac-bb54-d0d7783e3d51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.811767] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 969.811767] env[69854]: value = "task-3519431" [ 969.811767] env[69854]: _type = "Task" [ 969.811767] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.821480] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.908963] env[69854]: DEBUG nova.policy [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bea498f39254a849a36003f4e9b76c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe8c3f787354a4f8ce92a0415bff47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.029697] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519429, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.106527] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 2d73bb4f-9576-4d8a-94ba-5b45d72bc818] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.260761] env[69854]: DEBUG oslo_vmware.api [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519430, 'name': PowerOnVM_Task, 'duration_secs': 0.737337} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.263105] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.263105] env[69854]: INFO nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Took 9.66 seconds to spawn the instance on the hypervisor. [ 970.263105] env[69854]: DEBUG nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.263105] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d0df6-09b2-4c55-b24a-aa8124f5ac9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.300339] env[69854]: INFO nova.compute.resource_tracker [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating resource usage from migration cbcd11b9-2149-479f-839a-aab68618ffb7 [ 970.304783] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.329207] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.529369] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519429, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.613715] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: c20db18e-c085-4990-a6cf-b9ce52c87e20] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.800826] env[69854]: INFO nova.compute.manager [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Took 43.48 seconds to build instance. [ 970.834337] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.032887] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519429, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.689306} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.033380] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] f4a9caf6-2c3c-46d7-8a67-5360edbaa93e/f4a9caf6-2c3c-46d7-8a67-5360edbaa93e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.033633] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.033921] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8e0646c-3ecc-4074-862c-b414c3477abe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.038216] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb40802-96b4-40b6-865d-6e8cb999d9bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.042794] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 971.042794] env[69854]: value = "task-3519432" [ 971.042794] env[69854]: _type = "Task" [ 971.042794] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.049345] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71829fb-d5d7-4340-8d16-4480f23f5bb7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.056313] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.086254] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f9aedb-017a-469c-95df-b2e988320fbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.094605] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b34c1b-7410-439d-a89f-f958cba8c8af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.109170] env[69854]: DEBUG nova.compute.provider_tree [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.118154] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 2286857e-9712-4316-8b99-22137dde2157] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.238609] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Successfully created port: 57f9b33b-b016-453e-992f-ace72ead4815 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.306439] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e4ff1772-8e39-4563-bbd3-f840bdcdeb60 tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.362s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.327936] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.335831] env[69854]: DEBUG nova.compute.manager [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Received event network-changed-72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.336026] env[69854]: DEBUG nova.compute.manager [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Refreshing instance network info cache due to event network-changed-72957f18-e8cc-423a-8a71-e1b5f534a795. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.336247] env[69854]: DEBUG oslo_concurrency.lockutils [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] Acquiring lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.336385] env[69854]: DEBUG oslo_concurrency.lockutils [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] Acquired lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.336539] env[69854]: DEBUG nova.network.neutron [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Refreshing network info cache for port 72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.346194] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519431, 'name': PowerOffVM_Task, 'duration_secs': 1.393243} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.346337] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.346517] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.346784] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29f9e3e-4a94-4cb0-83b0-2022ab858d14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.413135] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.413445] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.413628] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.413856] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.414143] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.414378] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.414610] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.414811] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.415225] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.415709] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.415709] env[69854]: DEBUG nova.virt.hardware [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.416985] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb48b3c9-f9ed-4679-ad59-76710b392039 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.421857] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.422125] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.422360] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Deleting the datastore file [datastore2] 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.423241] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b540459-5603-4c2a-b1b2-be95378a3493 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.431874] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc063b8-595e-4366-8e64-2ac5e54dff24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.436785] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for the task: (returnval){ [ 971.436785] env[69854]: value = "task-3519434" [ 971.436785] env[69854]: _type = "Task" [ 971.436785] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.458680] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.555575] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084937} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.555906] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.557020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facdfd85-f67c-4ca6-b4ef-23ade16878a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.591905] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] f4a9caf6-2c3c-46d7-8a67-5360edbaa93e/f4a9caf6-2c3c-46d7-8a67-5360edbaa93e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.591905] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684c16fd-8e25-4491-acca-9364822a0407 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.615593] env[69854]: DEBUG nova.scheduler.client.report [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.616279] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 971.616279] env[69854]: value = "task-3519435" [ 971.616279] env[69854]: _type = "Task" [ 971.616279] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.625564] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e74ba056-e5e0-491a-86f8-2b6ff38b744c] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.633614] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519435, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.953222] env[69854]: DEBUG oslo_vmware.api [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Task: {'id': task-3519434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301486} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.953222] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.953715] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.953997] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.954202] env[69854]: INFO nova.compute.manager [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Took 2.18 seconds to destroy the instance on the hypervisor. [ 971.954482] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.954851] env[69854]: DEBUG nova.compute.manager [-] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.954851] env[69854]: DEBUG nova.network.neutron [-] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.124798] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.840s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.124798] env[69854]: INFO nova.compute.manager [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Migrating [ 972.139657] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.305s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.145200] env[69854]: INFO nova.compute.claims [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.149565] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 75921141-90d9-4c78-99b6-57fc38eff25a] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.168825] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.350280] env[69854]: DEBUG nova.network.neutron [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Updated VIF entry in instance network info cache for port 72957f18-e8cc-423a-8a71-e1b5f534a795. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.350745] env[69854]: DEBUG nova.network.neutron [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Updating instance_info_cache with network_info: [{"id": "72957f18-e8cc-423a-8a71-e1b5f534a795", "address": "fa:16:3e:34:45:6a", "network": {"id": "2fa00edc-9245-4604-8925-7d865145c503", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1642069526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ca6ed31b8df4364acbaaad284604515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72957f18-e8", "ovs_interfaceid": "72957f18-e8cc-423a-8a71-e1b5f534a795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.637986] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519435, 'name': ReconfigVM_Task, 'duration_secs': 0.55343} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.638412] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] f4a9caf6-2c3c-46d7-8a67-5360edbaa93e/f4a9caf6-2c3c-46d7-8a67-5360edbaa93e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.639650] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c989eaa5-7b3c-41ab-af20-602f9c587d4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.656030] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 972.656030] env[69854]: value = "task-3519436" [ 972.656030] env[69854]: _type = "Task" [ 972.656030] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.660572] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 7d6e973a-3c1d-4b46-9347-2a11462fdd94] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.663257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.663542] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.663704] env[69854]: DEBUG nova.network.neutron [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.681173] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519436, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.738483] env[69854]: DEBUG nova.compute.manager [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Received event network-changed-02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.739349] env[69854]: DEBUG nova.compute.manager [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing instance network info cache due to event network-changed-02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.739349] env[69854]: DEBUG oslo_concurrency.lockutils [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] Acquiring lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.739349] env[69854]: DEBUG oslo_concurrency.lockutils [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] Acquired lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.739349] env[69854]: DEBUG nova.network.neutron [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.855784] env[69854]: DEBUG oslo_concurrency.lockutils [req-37042eba-224a-4f7e-bb53-93afe1670592 req-8d92b366-7927-4b02-969b-e41364c53c67 service nova] Releasing lock "refresh_cache-4775d1c9-faac-4ec8-b4e2-4bb8443774cc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.163904] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 94885a87-a767-4725-af22-52fd7fa7bbb2] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.187593] env[69854]: DEBUG nova.network.neutron [-] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.189192] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519436, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.556235] env[69854]: DEBUG nova.network.neutron [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [{"id": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "address": "fa:16:3e:ce:1d:d4", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadf812-18", "ovs_interfaceid": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.653281] env[69854]: DEBUG nova.compute.manager [req-0f37c21b-6a06-4a61-81a7-fbfab40c2719 req-f44b605d-b08f-47bd-87d5-6aa41abb7232 service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Received event network-vif-plugged-57f9b33b-b016-453e-992f-ace72ead4815 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.653281] env[69854]: DEBUG oslo_concurrency.lockutils [req-0f37c21b-6a06-4a61-81a7-fbfab40c2719 req-f44b605d-b08f-47bd-87d5-6aa41abb7232 service nova] Acquiring lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.653281] env[69854]: DEBUG oslo_concurrency.lockutils [req-0f37c21b-6a06-4a61-81a7-fbfab40c2719 req-f44b605d-b08f-47bd-87d5-6aa41abb7232 service nova] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.653281] env[69854]: DEBUG oslo_concurrency.lockutils [req-0f37c21b-6a06-4a61-81a7-fbfab40c2719 req-f44b605d-b08f-47bd-87d5-6aa41abb7232 service nova] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.653535] env[69854]: DEBUG nova.compute.manager [req-0f37c21b-6a06-4a61-81a7-fbfab40c2719 req-f44b605d-b08f-47bd-87d5-6aa41abb7232 service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] No waiting events found dispatching network-vif-plugged-57f9b33b-b016-453e-992f-ace72ead4815 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.653627] env[69854]: WARNING nova.compute.manager [req-0f37c21b-6a06-4a61-81a7-fbfab40c2719 req-f44b605d-b08f-47bd-87d5-6aa41abb7232 service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Received unexpected event network-vif-plugged-57f9b33b-b016-453e-992f-ace72ead4815 for instance with vm_state building and task_state spawning. [ 973.675195] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 75849b03-fa75-42ef-b7e2-b8b001e720b6] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.690573] env[69854]: INFO nova.compute.manager [-] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Took 1.74 seconds to deallocate network for instance. [ 973.691142] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519436, 'name': Rename_Task, 'duration_secs': 0.672655} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.693064] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.696177] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d027acb0-76ec-4f28-930d-50da8079fd15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.709320] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 973.709320] env[69854]: value = "task-3519437" [ 973.709320] env[69854]: _type = "Task" [ 973.709320] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.727679] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519437, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.767467] env[69854]: DEBUG nova.network.neutron [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updated VIF entry in instance network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.767877] env[69854]: DEBUG nova.network.neutron [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.772476] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Successfully updated port: 57f9b33b-b016-453e-992f-ace72ead4815 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.791306] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38253d42-167b-4302-bab9-8cc648870053 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.803030] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96f1c61-21b6-4a3d-9780-2558783d3956 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.838601] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af6a60-2f1b-4e7a-97d7-015244ae8803 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.848308] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e061c4-d5bb-484e-a7da-1cd4b109868b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.862371] env[69854]: DEBUG nova.compute.provider_tree [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.061051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.179608] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 606c4ee6-ac65-44b6-a2e8-73a3325895e7] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.205186] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.222688] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.274854] env[69854]: DEBUG oslo_concurrency.lockutils [req-0c592b18-7e3d-4899-8ece-310764c3e835 req-7ae98b66-7159-4b4d-bfef-1da42f523a1f service nova] Releasing lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.278364] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "refresh_cache-9dea10fc-d9f0-415b-b343-2bb889f5ae60" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.278364] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "refresh_cache-9dea10fc-d9f0-415b-b343-2bb889f5ae60" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.278364] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.367874] env[69854]: DEBUG nova.scheduler.client.report [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.685253] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 4490119d-da94-402e-8c23-b75b323a12fa] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.723419] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519437, 'name': PowerOnVM_Task, 'duration_secs': 0.680394} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.723665] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.723887] env[69854]: INFO nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Took 11.42 seconds to spawn the instance on the hypervisor. [ 974.724092] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.724897] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda69d76-681b-4f36-8777-ac0e962aed52 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.766302] env[69854]: DEBUG nova.compute.manager [req-04091aa1-48cd-48e8-948c-bb7f711b58b3 req-88849df6-8fbb-4dd3-a496-e5a67ac3ca05 service nova] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Received event network-vif-deleted-a129472b-4a7a-41f5-bd7c-8bd534fee3d4 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.840178] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.874612] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.875106] env[69854]: DEBUG nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.877845] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.597s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.879652] env[69854]: INFO nova.compute.claims [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.000951] env[69854]: DEBUG nova.network.neutron [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Updating instance_info_cache with network_info: [{"id": "57f9b33b-b016-453e-992f-ace72ead4815", "address": "fa:16:3e:23:a4:13", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f9b33b-b0", "ovs_interfaceid": "57f9b33b-b016-453e-992f-ace72ead4815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.192019] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b38af852-4d97-4962-8ec8-c9a7b08c34bd] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.242989] env[69854]: INFO nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Took 45.11 seconds to build instance. [ 975.389022] env[69854]: DEBUG nova.compute.utils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.391608] env[69854]: DEBUG nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.391990] env[69854]: DEBUG nova.network.neutron [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.468866] env[69854]: DEBUG nova.policy [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8851356d1d5452cac4fd10c9b8b3e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f9d32e5fbc4266b21c1d81a3ea7bed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.502853] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "refresh_cache-9dea10fc-d9f0-415b-b343-2bb889f5ae60" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.503071] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Instance network_info: |[{"id": "57f9b33b-b016-453e-992f-ace72ead4815", "address": "fa:16:3e:23:a4:13", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f9b33b-b0", "ovs_interfaceid": "57f9b33b-b016-453e-992f-ace72ead4815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.503725] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:a4:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f9b33b-b016-453e-992f-ace72ead4815', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.511729] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.511991] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.512254] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cfd3ec-c33b-4bc1-a784-4641d0554d25 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.533910] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.533910] env[69854]: value = "task-3519438" [ 975.533910] env[69854]: _type = "Task" [ 975.533910] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.544094] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519438, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.578425] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a91db1-b217-421e-bf09-8d2e6862e819 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.606270] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance '58aec72d-9b5c-4921-9057-3c3c136d50ba' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.686687] env[69854]: DEBUG nova.compute.manager [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Received event network-changed-57f9b33b-b016-453e-992f-ace72ead4815 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.686873] env[69854]: DEBUG nova.compute.manager [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Refreshing instance network info cache due to event network-changed-57f9b33b-b016-453e-992f-ace72ead4815. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.687113] env[69854]: DEBUG oslo_concurrency.lockutils [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] Acquiring lock "refresh_cache-9dea10fc-d9f0-415b-b343-2bb889f5ae60" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.687878] env[69854]: DEBUG oslo_concurrency.lockutils [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] Acquired lock "refresh_cache-9dea10fc-d9f0-415b-b343-2bb889f5ae60" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.687878] env[69854]: DEBUG nova.network.neutron [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Refreshing network info cache for port 57f9b33b-b016-453e-992f-ace72ead4815 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.694621] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b761fee3-31d7-43f4-b9f4-709dab178486] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.745453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.814s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.819905] env[69854]: DEBUG nova.network.neutron [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Successfully created port: 0b28ca40-713a-4364-8b20-030645d92a5c {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.894416] env[69854]: DEBUG nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.048899] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519438, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.112486] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.112993] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13eb2b13-4598-4620-9492-8c31fe3e2ed5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.120409] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 976.120409] env[69854]: value = "task-3519439" [ 976.120409] env[69854]: _type = "Task" [ 976.120409] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.132291] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.197508] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: ad845b1d-adb0-4f21-9c26-9c90e4065085] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.367016] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351f6a3d-4333-4bf7-bb3f-62acc02d9c97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.375414] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07226d4-1c54-418a-bb8b-bc5229ac6f2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.410745] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a26a8f-370e-4559-bbe2-0694f101459a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.418475] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e821ee65-9188-407e-84a7-4720b77d9e25 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.433602] env[69854]: DEBUG nova.compute.provider_tree [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.481699] env[69854]: DEBUG nova.network.neutron [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Updated VIF entry in instance network info cache for port 57f9b33b-b016-453e-992f-ace72ead4815. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.482072] env[69854]: DEBUG nova.network.neutron [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Updating instance_info_cache with network_info: [{"id": "57f9b33b-b016-453e-992f-ace72ead4815", "address": "fa:16:3e:23:a4:13", "network": {"id": "4842b7e5-9323-40c3-ba29-f5d206eb53fb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-440266179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe8c3f787354a4f8ce92a0415bff47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f9b33b-b0", "ovs_interfaceid": "57f9b33b-b016-453e-992f-ace72ead4815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.545804] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519438, 'name': CreateVM_Task, 'duration_secs': 0.972974} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.545993] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.546732] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.547066] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.547289] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.547561] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9a7e8d-7cfd-4950-99e3-53fc1a152eac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.553384] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 976.553384] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529b262e-ffec-d428-ead8-1216e2fee927" [ 976.553384] env[69854]: _type = "Task" [ 976.553384] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.561930] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529b262e-ffec-d428-ead8-1216e2fee927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.631933] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519439, 'name': PowerOffVM_Task, 'duration_secs': 0.215785} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.632225] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.632409] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance '58aec72d-9b5c-4921-9057-3c3c136d50ba' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.701027] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: d501671c-e7b6-41b5-a530-6743e9612891] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.915668] env[69854]: DEBUG nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.937440] env[69854]: DEBUG nova.scheduler.client.report [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.949926] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.950188] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.950449] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.950515] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.950664] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.950812] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.951031] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.951211] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.951380] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.951541] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.951712] env[69854]: DEBUG nova.virt.hardware [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.952637] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2ecf76-e9cb-4f29-acea-9b0b1e3dbffd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.961569] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3155f1-ed92-41fe-8fa4-9f24a6808325 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.985603] env[69854]: DEBUG oslo_concurrency.lockutils [req-38845845-ba36-43e7-95c7-808d75bfeca6 req-11131dff-e89c-4a7f-97c8-6a96fad2cf5a service nova] Releasing lock "refresh_cache-9dea10fc-d9f0-415b-b343-2bb889f5ae60" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.069125] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529b262e-ffec-d428-ead8-1216e2fee927, 'name': SearchDatastore_Task, 'duration_secs': 0.027085} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.069125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.069125] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.070028] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.070392] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.070510] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.071026] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c36cbf-1b72-42d9-b75f-b5633bf28efc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.083529] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.084378] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.084839] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56e02df-42c8-4580-b6b7-a37250cf4a2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.090441] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 977.090441] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f49e5a-38dd-4f6e-7fe1-c1e30f3df652" [ 977.090441] env[69854]: _type = "Task" [ 977.090441] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.100050] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f49e5a-38dd-4f6e-7fe1-c1e30f3df652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.138907] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.139171] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.139304] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.139552] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.139713] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.139861] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.140077] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.140237] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.140402] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.140565] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.140732] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.145838] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d73d2f-5f45-4ef8-98e1-6eb3435ff759 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.162056] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 977.162056] env[69854]: value = "task-3519440" [ 977.162056] env[69854]: _type = "Task" [ 977.162056] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.170793] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.204658] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 9f564265-7bca-4d2c-a088-6c77e6a1e919] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.319480] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5227f25e-3b7b-8087-a639-02c7f1270d2f/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 977.320448] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12e4af-26e5-46c2-b1a9-f8ab609ce4cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.329265] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5227f25e-3b7b-8087-a639-02c7f1270d2f/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 977.331017] env[69854]: ERROR oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5227f25e-3b7b-8087-a639-02c7f1270d2f/disk-0.vmdk due to incomplete transfer. [ 977.331017] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de266629-e9c0-4117-b4c8-1cc1322bb9ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.337253] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5227f25e-3b7b-8087-a639-02c7f1270d2f/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 977.337458] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Uploaded image 618bcfc0-8faf-4bd7-931e-94d2e33d5a9c to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 977.340013] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 977.342010] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50000cc4-4d14-4268-b007-ab5af35b0eb4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.351022] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 977.351022] env[69854]: value = "task-3519441" [ 977.351022] env[69854]: _type = "Task" [ 977.351022] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.357903] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519441, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.422217] env[69854]: DEBUG nova.network.neutron [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Successfully updated port: 0b28ca40-713a-4364-8b20-030645d92a5c {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.447019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.447019] env[69854]: DEBUG nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.450060] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.470s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.450413] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.452656] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.393s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.452973] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.455109] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.385s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.455493] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.457453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.947s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.459239] env[69854]: INFO nova.compute.claims [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.510828] env[69854]: INFO nova.scheduler.client.report [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Deleted allocations for instance 108f928d-bdc4-42eb-9885-4436d0900efd [ 977.517429] env[69854]: INFO nova.scheduler.client.report [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Deleted allocations for instance c13bbae5-d17d-45db-915f-ec255c035a44 [ 977.567633] env[69854]: INFO nova.scheduler.client.report [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Deleted allocations for instance cdb589bf-1f64-4221-916b-04f5c5fe851b [ 977.602029] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f49e5a-38dd-4f6e-7fe1-c1e30f3df652, 'name': SearchDatastore_Task, 'duration_secs': 0.034084} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.602792] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711edc6e-6fd0-4950-9b8e-f8a85f3a2033 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.610462] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 977.610462] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c591af-efed-ecfe-b312-244b7b20e461" [ 977.610462] env[69854]: _type = "Task" [ 977.610462] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.621513] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c591af-efed-ecfe-b312-244b7b20e461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.677583] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519440, 'name': ReconfigVM_Task, 'duration_secs': 0.232599} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.678183] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance '58aec72d-9b5c-4921-9057-3c3c136d50ba' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.708318] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 9bec962f-e13e-4dc5-adb2-e197f3be7149] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.758977] env[69854]: DEBUG nova.compute.manager [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Received event network-vif-plugged-0b28ca40-713a-4364-8b20-030645d92a5c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.759254] env[69854]: DEBUG oslo_concurrency.lockutils [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] Acquiring lock "2f759908-97b6-4565-9def-df1e75c1225c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.759506] env[69854]: DEBUG oslo_concurrency.lockutils [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] Lock "2f759908-97b6-4565-9def-df1e75c1225c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.759694] env[69854]: DEBUG oslo_concurrency.lockutils [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] Lock "2f759908-97b6-4565-9def-df1e75c1225c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.759921] env[69854]: DEBUG nova.compute.manager [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] No waiting events found dispatching network-vif-plugged-0b28ca40-713a-4364-8b20-030645d92a5c {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.760109] env[69854]: WARNING nova.compute.manager [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Received unexpected event network-vif-plugged-0b28ca40-713a-4364-8b20-030645d92a5c for instance with vm_state building and task_state spawning. [ 977.760274] env[69854]: DEBUG nova.compute.manager [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Received event network-changed-0b28ca40-713a-4364-8b20-030645d92a5c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.760422] env[69854]: DEBUG nova.compute.manager [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Refreshing instance network info cache due to event network-changed-0b28ca40-713a-4364-8b20-030645d92a5c. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.760611] env[69854]: DEBUG oslo_concurrency.lockutils [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] Acquiring lock "refresh_cache-2f759908-97b6-4565-9def-df1e75c1225c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.760747] env[69854]: DEBUG oslo_concurrency.lockutils [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] Acquired lock "refresh_cache-2f759908-97b6-4565-9def-df1e75c1225c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.760902] env[69854]: DEBUG nova.network.neutron [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Refreshing network info cache for port 0b28ca40-713a-4364-8b20-030645d92a5c {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.861092] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519441, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.925239] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "refresh_cache-2f759908-97b6-4565-9def-df1e75c1225c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.968037] env[69854]: DEBUG nova.compute.utils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.969546] env[69854]: DEBUG nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.969723] env[69854]: DEBUG nova.network.neutron [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.025203] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0470eaee-2d94-4b5f-b671-cc40a2810769 tempest-SecurityGroupsTestJSON-587870158 tempest-SecurityGroupsTestJSON-587870158-project-member] Lock "108f928d-bdc4-42eb-9885-4436d0900efd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.936s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.026855] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38b134f9-333b-4de1-a87c-f4c178e021b8 tempest-AttachInterfacesV270Test-893423146 tempest-AttachInterfacesV270Test-893423146-project-member] Lock "c13bbae5-d17d-45db-915f-ec255c035a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.525s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.031610] env[69854]: DEBUG nova.policy [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b106e26e53d4441b7f135aee20de44d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75c646eb20084f5f9c060e85ec048ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.076714] env[69854]: DEBUG oslo_concurrency.lockutils [None req-198ebe44-a8aa-4b81-9c6b-b1c1d0155cb4 tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "cdb589bf-1f64-4221-916b-04f5c5fe851b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.698s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.122621] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c591af-efed-ecfe-b312-244b7b20e461, 'name': SearchDatastore_Task, 'duration_secs': 0.038522} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.122784] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.123079] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9dea10fc-d9f0-415b-b343-2bb889f5ae60/9dea10fc-d9f0-415b-b343-2bb889f5ae60.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.123391] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc96caab-941b-4fe2-9ccd-450fbddb1a2e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.131345] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 978.131345] env[69854]: value = "task-3519443" [ 978.131345] env[69854]: _type = "Task" [ 978.131345] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.140659] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.188279] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:08:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6915c270-4acc-45d0-960b-ddac8f2efc2d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1732998051',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.188460] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.188639] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.188800] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.188943] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.189257] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.189517] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.189667] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.189842] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.190026] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.190241] env[69854]: DEBUG nova.virt.hardware [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.198022] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.198307] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0f6ca3-59c2-4f50-8e50-ce0e48c79f50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.211546] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 59d9f1fa-5fed-4b29-944b-986410f7ee7a] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.218227] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 978.218227] env[69854]: value = "task-3519444" [ 978.218227] env[69854]: _type = "Task" [ 978.218227] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.228454] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.315098] env[69854]: DEBUG nova.network.neutron [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.362203] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519441, 'name': Destroy_Task, 'duration_secs': 0.85131} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.362518] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Destroyed the VM [ 978.362778] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.363236] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe28b069-a622-47d7-8086-29e0b57780d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.370507] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 978.370507] env[69854]: value = "task-3519445" [ 978.370507] env[69854]: _type = "Task" [ 978.370507] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.380530] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.472517] env[69854]: DEBUG nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.502556] env[69854]: DEBUG nova.network.neutron [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.642083] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519443, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.670581] env[69854]: DEBUG nova.network.neutron [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Successfully created port: f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.717960] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: dc42e351-1af4-47f4-a737-47eb44173a37] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.732815] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519444, 'name': ReconfigVM_Task, 'duration_secs': 0.157973} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.732815] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.735127] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e713cf1-c815-4eb0-9c00-05312d2ee1e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.759499] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.763251] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a9976f-6d54-40ab-a990-bde60ea67ebe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.788091] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 978.788091] env[69854]: value = "task-3519446" [ 978.788091] env[69854]: _type = "Task" [ 978.788091] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.804213] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.884654] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519445, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.938614] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a1c7c-3198-4d1e-8bed-d8d65929bb0d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.946903] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c263eb1-a6d4-486d-a0d2-8fe4b6803351 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.991237] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65834ff-d52a-4282-b907-e41eceb869c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.001707] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87213091-8367-4ec8-9638-ea35a7f77bbe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.016958] env[69854]: DEBUG oslo_concurrency.lockutils [req-9e01cb79-71ee-4fe1-9489-16de58817487 req-dca72608-89ac-441f-bd9b-678779737b83 service nova] Releasing lock "refresh_cache-2f759908-97b6-4565-9def-df1e75c1225c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.017629] env[69854]: DEBUG nova.compute.provider_tree [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.019220] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "refresh_cache-2f759908-97b6-4565-9def-df1e75c1225c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.019386] env[69854]: DEBUG nova.network.neutron [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.144356] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519443, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.227581] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 4ec9d6d6-6748-4ff0-b411-7653473d1271] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.298562] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519446, 'name': ReconfigVM_Task, 'duration_secs': 0.457561} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.298850] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.299155] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance '58aec72d-9b5c-4921-9057-3c3c136d50ba' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.322634] env[69854]: DEBUG oslo_concurrency.lockutils [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.322865] env[69854]: DEBUG oslo_concurrency.lockutils [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.386420] env[69854]: DEBUG oslo_vmware.api [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519445, 'name': RemoveSnapshot_Task, 'duration_secs': 0.872096} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.386681] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.386914] env[69854]: INFO nova.compute.manager [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 979.492509] env[69854]: DEBUG nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.524833] env[69854]: DEBUG nova.scheduler.client.report [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.543794] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.544114] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.544294] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.544475] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.545236] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.545236] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.545236] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.545236] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.545529] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.545529] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.546259] env[69854]: DEBUG nova.virt.hardware [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.546686] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23c5b1-b713-484d-982b-972722d71dab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.559279] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9199b444-f6a5-4ba5-a40b-4a0c84cc34c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.566875] env[69854]: DEBUG nova.network.neutron [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.645484] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519443, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.08534} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.645813] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9dea10fc-d9f0-415b-b343-2bb889f5ae60/9dea10fc-d9f0-415b-b343-2bb889f5ae60.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.646086] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.646382] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1faa152b-f0c3-4d85-a9a0-9c7dc7714c72 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.653235] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 979.653235] env[69854]: value = "task-3519447" [ 979.653235] env[69854]: _type = "Task" [ 979.653235] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.663982] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.732266] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 78609c34-597a-4881-895b-c9e11fd1e90e] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.774900] env[69854]: DEBUG nova.network.neutron [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Updating instance_info_cache with network_info: [{"id": "0b28ca40-713a-4364-8b20-030645d92a5c", "address": "fa:16:3e:62:05:eb", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b28ca40-71", "ovs_interfaceid": "0b28ca40-713a-4364-8b20-030645d92a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.810695] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b8576-fbb2-4880-a48b-d03b7ff98a30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.834432] env[69854]: DEBUG nova.compute.utils [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.838214] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d291c7c-dd86-4c74-8657-0d5e60e5ad7a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.859321] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance '58aec72d-9b5c-4921-9057-3c3c136d50ba' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.980523] env[69854]: DEBUG nova.compute.manager [None req-7d8b2a88-7d13-49e3-8822-a92daf27caef tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Found 1 images (rotation: 2) {{(pid=69854) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 980.033473] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.034041] env[69854]: DEBUG nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.036569] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.434s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.038356] env[69854]: INFO nova.compute.claims [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.164429] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277439} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.164750] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.165583] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1f2b8-e1b3-4630-91a4-f32ee44baf23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.195950] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9dea10fc-d9f0-415b-b343-2bb889f5ae60/9dea10fc-d9f0-415b-b343-2bb889f5ae60.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.196596] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e0e0fc-0ee6-4f90-9e13-267867b1a5b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.216487] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 980.216487] env[69854]: value = "task-3519448" [ 980.216487] env[69854]: _type = "Task" [ 980.216487] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.225600] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.238634] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 6ad9723b-7525-4c0e-93a9-2521269d7f7e] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.278234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "refresh_cache-2f759908-97b6-4565-9def-df1e75c1225c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.278234] env[69854]: DEBUG nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Instance network_info: |[{"id": "0b28ca40-713a-4364-8b20-030645d92a5c", "address": "fa:16:3e:62:05:eb", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b28ca40-71", "ovs_interfaceid": "0b28ca40-713a-4364-8b20-030645d92a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.278234] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:05:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b28ca40-713a-4364-8b20-030645d92a5c', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.288375] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.288375] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.288375] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65bae225-8685-40d2-9041-85da0ffdb1d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.311975] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.311975] env[69854]: value = "task-3519449" [ 980.311975] env[69854]: _type = "Task" [ 980.311975] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.320114] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519449, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.338456] env[69854]: DEBUG oslo_concurrency.lockutils [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.446152] env[69854]: DEBUG nova.network.neutron [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Port 3eadf812-1812-4850-8f93-b3ba4b3c7f25 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 980.546253] env[69854]: DEBUG nova.compute.utils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.553020] env[69854]: DEBUG nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.553020] env[69854]: DEBUG nova.network.neutron [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.719397] env[69854]: DEBUG nova.policy [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a93eb7e0a6cf441f8f63cf98fce4f26f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b6a8dc16af4e698ad46d066501aad6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.731587] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.742794] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: c913edc9-a08d-40e8-a50f-89caf3b73c3f] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.786431] env[69854]: DEBUG nova.network.neutron [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Successfully updated port: f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.823335] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519449, 'name': CreateVM_Task, 'duration_secs': 0.395161} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.823514] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.824246] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.824430] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.824716] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.824973] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8086ec-704b-4499-91cc-ad8c519c504a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.832986] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 980.832986] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520a69e5-cf2f-ef32-65bc-386271516181" [ 980.832986] env[69854]: _type = "Task" [ 980.832986] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.846653] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520a69e5-cf2f-ef32-65bc-386271516181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.056818] env[69854]: DEBUG nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.140814] env[69854]: DEBUG nova.network.neutron [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Successfully created port: 477d5322-2228-430b-8e88-9c052d1a071c {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.245583] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519448, 'name': ReconfigVM_Task, 'duration_secs': 0.557073} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.248257] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9dea10fc-d9f0-415b-b343-2bb889f5ae60/9dea10fc-d9f0-415b-b343-2bb889f5ae60.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.249340] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 83f646cf-8128-4e98-b06f-cbe93f714199] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.251285] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2db5687d-03f8-4317-9d15-e1eb02ff9af4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.266369] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 981.266369] env[69854]: value = "task-3519450" [ 981.266369] env[69854]: _type = "Task" [ 981.266369] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.277285] env[69854]: DEBUG nova.compute.manager [req-6df83b40-27be-44e0-a327-cdc723a20b8a req-ed4c18cc-e819-4bcc-a226-5b653838cd18 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Received event network-vif-plugged-f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.277509] env[69854]: DEBUG oslo_concurrency.lockutils [req-6df83b40-27be-44e0-a327-cdc723a20b8a req-ed4c18cc-e819-4bcc-a226-5b653838cd18 service nova] Acquiring lock "bbdd8f67-5064-414e-803a-61ab683f0c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.277718] env[69854]: DEBUG oslo_concurrency.lockutils [req-6df83b40-27be-44e0-a327-cdc723a20b8a req-ed4c18cc-e819-4bcc-a226-5b653838cd18 service nova] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.277909] env[69854]: DEBUG oslo_concurrency.lockutils [req-6df83b40-27be-44e0-a327-cdc723a20b8a req-ed4c18cc-e819-4bcc-a226-5b653838cd18 service nova] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.278059] env[69854]: DEBUG nova.compute.manager [req-6df83b40-27be-44e0-a327-cdc723a20b8a req-ed4c18cc-e819-4bcc-a226-5b653838cd18 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] No waiting events found dispatching network-vif-plugged-f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.278227] env[69854]: WARNING nova.compute.manager [req-6df83b40-27be-44e0-a327-cdc723a20b8a req-ed4c18cc-e819-4bcc-a226-5b653838cd18 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Received unexpected event network-vif-plugged-f133fca5-3a68-4b1d-961a-adf82d9ae631 for instance with vm_state building and task_state spawning. [ 981.288613] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519450, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.291377] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.291473] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.291653] env[69854]: DEBUG nova.network.neutron [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.349759] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520a69e5-cf2f-ef32-65bc-386271516181, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.350086] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.350324] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.350563] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.350733] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.350978] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.351268] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b29659a5-ee43-4333-813b-4726f93ac7a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.362224] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.362543] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.363368] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1adb9d7-170f-498f-9fc3-a34fe2bafbc2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.368651] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 981.368651] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e1e1b-32e6-5321-3ef2-90d3713799b1" [ 981.368651] env[69854]: _type = "Task" [ 981.368651] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.377415] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e1e1b-32e6-5321-3ef2-90d3713799b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.421377] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "3e5edb84-1179-4056-954b-f0ee456533aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.421641] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.430718] env[69854]: DEBUG oslo_concurrency.lockutils [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.430935] env[69854]: DEBUG oslo_concurrency.lockutils [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.431321] env[69854]: INFO nova.compute.manager [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Attaching volume 6a5da786-7bba-4a59-983a-8c158db71cfe to /dev/sdb [ 981.476253] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1d255-fdf1-41f7-bcfe-109af87700e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.486642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.486946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.487187] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.495720] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c639b53-758f-4778-847b-78588b4f69dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.511290] env[69854]: DEBUG nova.virt.block_device [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating existing volume attachment record: ba3d0e26-b93d-4cc6-9a3b-c175ed838ec7 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 981.610964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1ba4a-0d1e-4395-928c-41be092acadf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.621253] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc79f5a-c196-4124-80d7-b7b6890746f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.388929] env[69854]: DEBUG nova.compute.manager [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.389375] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 94ea60bf-8cd4-4e3c-a354-064fd14e99d2] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.393287] env[69854]: DEBUG nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.397535] env[69854]: DEBUG nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.403402] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71072d9-6e2b-4b96-9213-c2a1417cc7bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.445445] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519450, 'name': Rename_Task, 'duration_secs': 0.176292} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.453210] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.454247] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e40804-5b45-4a54-955c-3952455bc956 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.457075] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527e1e1b-32e6-5321-3ef2-90d3713799b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.458873] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad20aad-2f97-4620-ae24-5e5a6e6dea23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.461168] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481958a5-fbad-4e43-b643-f0945634a837 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.465628] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3033730cd5875fc2f8d6268d7ce7d5e8',container_format='bare',created_at=2025-04-23T15:09:52Z,direct_url=,disk_format='vmdk',id=cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e,min_disk=1,min_ram=0,name='tempest-test-snap-2079130492',owner='37b6a8dc16af4e698ad46d066501aad6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-23T15:10:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.465852] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.466014] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.466202] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.466347] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.466490] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.466692] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.466847] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.467015] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.467183] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.467352] env[69854]: DEBUG nova.virt.hardware [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.470063] env[69854]: DEBUG nova.network.neutron [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.473914] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8945ea-e772-49d3-85a4-ec2e6e386aa9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.480441] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992b1a75-a787-4318-87b8-4bf83e948f9d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.485106] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 982.485106] env[69854]: value = "task-3519454" [ 982.485106] env[69854]: _type = "Task" [ 982.485106] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.488274] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 982.488274] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52561756-b170-016c-89ee-6a20cb9381a7" [ 982.488274] env[69854]: _type = "Task" [ 982.488274] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.508540] env[69854]: DEBUG nova.compute.provider_tree [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.514026] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c58968-284e-4b70-9239-462b0c6af309 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.523606] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519454, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.527979] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52561756-b170-016c-89ee-6a20cb9381a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014298} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.535752] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.536059] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 2f759908-97b6-4565-9def-df1e75c1225c/2f759908-97b6-4565-9def-df1e75c1225c.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.536777] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79d373b5-807b-49d7-ac17-89c355c337be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.545151] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 982.545151] env[69854]: value = "task-3519455" [ 982.545151] env[69854]: _type = "Task" [ 982.545151] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.552998] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.815289] env[69854]: DEBUG nova.network.neutron [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.912917] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 9ab02829-03b3-468c-bc1b-8a45addec5d1] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.939927] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.959715] env[69854]: INFO nova.compute.manager [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] instance snapshotting [ 982.960709] env[69854]: DEBUG nova.objects.instance [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'flavor' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.989369] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.989642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.989832] env[69854]: DEBUG nova.network.neutron [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.000029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.000029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.000029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.000029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.000029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.001985] env[69854]: INFO nova.compute.manager [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Terminating instance [ 983.011691] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.017616] env[69854]: DEBUG nova.scheduler.client.report [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.058340] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519455, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.320138] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.320651] env[69854]: DEBUG nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Instance network_info: |[{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.321405] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:c8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f133fca5-3a68-4b1d-961a-adf82d9ae631', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.341018] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.341018] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.341018] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be6e4ab-ecc6-4d27-ad24-2bdd34a629c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.363094] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.363094] env[69854]: value = "task-3519456" [ 983.363094] env[69854]: _type = "Task" [ 983.363094] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.372545] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519456, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.417295] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: dfd604eb-ab84-48d7-ae4d-a216c6eaa4a1] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.470129] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6630e2c4-5c21-4432-923d-655e9d09bd38 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.488887] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38da2ef5-fe2c-4e4c-9a95-5a37c1e3cb49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.517214] env[69854]: DEBUG nova.compute.manager [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.517214] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.517214] env[69854]: DEBUG oslo_vmware.api [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519454, 'name': PowerOnVM_Task, 'duration_secs': 0.577815} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.517214] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3281b9-6847-403d-9d17-27fd29b5847d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.519433] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.519633] env[69854]: INFO nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Took 12.19 seconds to spawn the instance on the hypervisor. [ 983.519806] env[69854]: DEBUG nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.520565] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2b8330-657d-4bf0-9e3f-1e3e8b18d661 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.525448] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.489s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.525957] env[69854]: DEBUG nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.530900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.441s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.535181] env[69854]: INFO nova.compute.claims [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.536424] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.536892] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e04a2a-be9f-4d37-b9a9-f6645389d4f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.553156] env[69854]: DEBUG oslo_vmware.api [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 983.553156] env[69854]: value = "task-3519457" [ 983.553156] env[69854]: _type = "Task" [ 983.553156] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.565706] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583379} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.567396] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 2f759908-97b6-4565-9def-df1e75c1225c/2f759908-97b6-4565-9def-df1e75c1225c.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.567621] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.569303] env[69854]: DEBUG nova.compute.manager [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Received event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.569491] env[69854]: DEBUG nova.compute.manager [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing instance network info cache due to event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.569710] env[69854]: DEBUG oslo_concurrency.lockutils [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] Acquiring lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.569838] env[69854]: DEBUG oslo_concurrency.lockutils [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] Acquired lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.570046] env[69854]: DEBUG nova.network.neutron [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.574364] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ab57ce-ed09-4cc3-a11f-3cacd8b28100 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.577258] env[69854]: DEBUG oslo_vmware.api [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.584865] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 983.584865] env[69854]: value = "task-3519458" [ 983.584865] env[69854]: _type = "Task" [ 983.584865] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.594427] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.634126] env[69854]: DEBUG nova.network.neutron [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Successfully updated port: 477d5322-2228-430b-8e88-9c052d1a071c {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.875031] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519456, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.922323] env[69854]: DEBUG nova.network.neutron [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [{"id": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "address": "fa:16:3e:ce:1d:d4", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadf812-18", "ovs_interfaceid": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.928233] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 18d0eb84-5b1e-4b7e-a9e4-ff157551f9a5] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.010905] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.011358] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b1f4d00-6979-47b5-b588-b27f91fd5e24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.019325] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 984.019325] env[69854]: value = "task-3519460" [ 984.019325] env[69854]: _type = "Task" [ 984.019325] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.030481] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.038846] env[69854]: DEBUG nova.compute.utils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.040249] env[69854]: DEBUG nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.040424] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.054163] env[69854]: INFO nova.compute.manager [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Took 44.11 seconds to build instance. [ 984.067116] env[69854]: DEBUG oslo_vmware.api [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519457, 'name': PowerOffVM_Task, 'duration_secs': 0.252561} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.067615] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.067615] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.067860] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5bbea71-4462-42db-b5f0-09a000e6b2e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.094253] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105398} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.094539] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.095382] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53217003-6130-405c-a49b-bbd7956b42c0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.126276] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 2f759908-97b6-4565-9def-df1e75c1225c/2f759908-97b6-4565-9def-df1e75c1225c.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.132300] env[69854]: DEBUG nova.policy [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2713645ecda3404d8b51c88d21721769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87770357124a446a9adf9d6dd8f5cb61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.134315] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a14c8b-098a-42db-b9f5-1d5e6ebb81df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.152050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "refresh_cache-e9eba1ad-cad1-49eb-b90c-c5a216e578f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.152191] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "refresh_cache-e9eba1ad-cad1-49eb-b90c-c5a216e578f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.152337] env[69854]: DEBUG nova.network.neutron [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.154420] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.154619] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.154852] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Deleting the datastore file [datastore1] 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.155602] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0298e2e-37c7-404e-91df-c9b069605f09 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.161044] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 984.161044] env[69854]: value = "task-3519462" [ 984.161044] env[69854]: _type = "Task" [ 984.161044] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.166357] env[69854]: DEBUG oslo_vmware.api [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for the task: (returnval){ [ 984.166357] env[69854]: value = "task-3519463" [ 984.166357] env[69854]: _type = "Task" [ 984.166357] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.173531] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.180066] env[69854]: DEBUG oslo_vmware.api [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.382726] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519456, 'name': CreateVM_Task, 'duration_secs': 0.741333} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.383008] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.384071] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.384495] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.384865] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.385223] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278e6183-aac5-4661-a989-0758be405474 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.391181] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 984.391181] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c8d0f6-deaf-aa53-9207-52006a79ea8e" [ 984.391181] env[69854]: _type = "Task" [ 984.391181] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.401644] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c8d0f6-deaf-aa53-9207-52006a79ea8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.429589] env[69854]: DEBUG oslo_concurrency.lockutils [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.438786] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: d83edca6-6921-4ea4-898f-9c613fc9ed88] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.529807] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.545955] env[69854]: DEBUG nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.559321] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3c21956a-5094-46c6-a40f-e24c7b2cd004 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.595s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.648040] env[69854]: DEBUG nova.network.neutron [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updated VIF entry in instance network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.649158] env[69854]: DEBUG nova.network.neutron [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.675414] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519462, 'name': ReconfigVM_Task, 'duration_secs': 0.29934} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.675674] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 2f759908-97b6-4565-9def-df1e75c1225c/2f759908-97b6-4565-9def-df1e75c1225c.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.676432] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64daad33-63c8-4cab-affe-9386a6ff01fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.686041] env[69854]: DEBUG oslo_vmware.api [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Task: {'id': task-3519463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1647} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.686492] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.686748] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.687086] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.687304] env[69854]: INFO nova.compute.manager [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 984.687627] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.687893] env[69854]: DEBUG nova.compute.manager [-] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.688053] env[69854]: DEBUG nova.network.neutron [-] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.691554] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 984.691554] env[69854]: value = "task-3519464" [ 984.691554] env[69854]: _type = "Task" [ 984.691554] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.705341] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519464, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.720280] env[69854]: DEBUG nova.network.neutron [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.808100] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Successfully created port: 8d3b12a9-1e91-4f63-b031-5dd4b83659c0 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.904626] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c8d0f6-deaf-aa53-9207-52006a79ea8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011914} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.909441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.909441] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.909441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.909717] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.909868] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.910961] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc9226f9-8f1d-4c9c-8b93-da357cb037fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.925129] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.925183] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.926125] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e271961-c33d-44a7-a3aa-7ce621d37571 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.931738] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 984.931738] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b01380-d437-4232-88be-69b896a11439" [ 984.931738] env[69854]: _type = "Task" [ 984.931738] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.944758] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b01380-d437-4232-88be-69b896a11439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.946643] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 17468efb-5a72-4ca4-afea-ecce3f243533] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.974473] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc7d0b2-725b-4f91-afa8-45d4d1f13e85 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.000966] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2639ce-e146-495a-8367-38490e0fdfa4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.009437] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance '58aec72d-9b5c-4921-9057-3c3c136d50ba' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.026381] env[69854]: DEBUG nova.network.neutron [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Updating instance_info_cache with network_info: [{"id": "477d5322-2228-430b-8e88-9c052d1a071c", "address": "fa:16:3e:07:83:3b", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477d5322-22", "ovs_interfaceid": "477d5322-2228-430b-8e88-9c052d1a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.031749] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519460, 'name': CreateSnapshot_Task, 'duration_secs': 0.826213} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.031875] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 985.032781] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be297bbf-3bb3-455d-aac4-1ec6919f34f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.116559] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3657a9b3-b96c-4a2f-aff3-c00444ccba09 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.132610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e078b-f3cc-433c-a4f3-0804f4fba864 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.172950] env[69854]: DEBUG oslo_concurrency.lockutils [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] Releasing lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.173707] env[69854]: DEBUG nova.compute.manager [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Received event network-vif-plugged-477d5322-2228-430b-8e88-9c052d1a071c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.173707] env[69854]: DEBUG oslo_concurrency.lockutils [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] Acquiring lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.174015] env[69854]: DEBUG oslo_concurrency.lockutils [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.174073] env[69854]: DEBUG oslo_concurrency.lockutils [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.174291] env[69854]: DEBUG nova.compute.manager [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] No waiting events found dispatching network-vif-plugged-477d5322-2228-430b-8e88-9c052d1a071c {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.174504] env[69854]: WARNING nova.compute.manager [req-75c95dc1-5c03-4dce-b7fc-a8cb4714429f req-b3cb2cd2-d0fd-4df9-b5ff-49a74c061bd2 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Received unexpected event network-vif-plugged-477d5322-2228-430b-8e88-9c052d1a071c for instance with vm_state building and task_state spawning. [ 985.176202] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aa9f07-4670-414b-82f5-e14168825473 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.184647] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751492b5-3a90-4a02-9382-b12b611a62a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.201924] env[69854]: DEBUG nova.compute.provider_tree [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.211804] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519464, 'name': Rename_Task, 'duration_secs': 0.344573} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.212103] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.212228] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37273069-0114-4848-a9ca-82b6eacf5418 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.220478] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 985.220478] env[69854]: value = "task-3519465" [ 985.220478] env[69854]: _type = "Task" [ 985.220478] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.232501] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.328132] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.328426] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.328640] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.328827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.328996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.332858] env[69854]: INFO nova.compute.manager [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Terminating instance [ 985.443229] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b01380-d437-4232-88be-69b896a11439, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.444150] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3211995-f32e-43d2-860e-8a31c70dc50b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.452826] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: c252adcd-aab4-4d5d-afd0-8ed44912dd98] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.455535] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 985.455535] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299f28e-5000-3786-bde3-ed8cd078a819" [ 985.455535] env[69854]: _type = "Task" [ 985.455535] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.470050] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299f28e-5000-3786-bde3-ed8cd078a819, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.470306] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.470570] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/bbdd8f67-5064-414e-803a-61ab683f0c52.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.470837] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e4f460e-35ec-4c47-8a17-e03800a16f89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.478691] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 985.478691] env[69854]: value = "task-3519466" [ 985.478691] env[69854]: _type = "Task" [ 985.478691] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.482422] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.482732] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.485286] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.485512] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.485736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.487723] env[69854]: INFO nova.compute.manager [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Terminating instance [ 985.496646] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.516939] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.520194] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b009bd51-3f1b-454b-b0fe-3121ca3927a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.525143] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 985.525143] env[69854]: value = "task-3519467" [ 985.525143] env[69854]: _type = "Task" [ 985.525143] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.535683] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "refresh_cache-e9eba1ad-cad1-49eb-b90c-c5a216e578f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.535683] env[69854]: DEBUG nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Instance network_info: |[{"id": "477d5322-2228-430b-8e88-9c052d1a071c", "address": "fa:16:3e:07:83:3b", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477d5322-22", "ovs_interfaceid": "477d5322-2228-430b-8e88-9c052d1a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.535683] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.535683] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:83:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '477d5322-2228-430b-8e88-9c052d1a071c', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.543249] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.543515] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.543746] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cdf0e62-e452-4a0a-827c-bab853099c29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.566215] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 985.569162] env[69854]: DEBUG nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.569708] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-320e4c02-3312-4e18-a154-f42b1a9c19b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.578084] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.578084] env[69854]: value = "task-3519469" [ 985.578084] env[69854]: _type = "Task" [ 985.578084] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.580817] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 985.580817] env[69854]: value = "task-3519468" [ 985.580817] env[69854]: _type = "Task" [ 985.580817] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.592139] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519469, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.597699] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519468, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.604263] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.604439] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.604613] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.604792] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.604935] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.605109] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.605324] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.605579] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.605640] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.605834] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.606069] env[69854]: DEBUG nova.virt.hardware [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.607037] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3669ae-9992-45f5-bc2d-a10a2206771b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.612236] env[69854]: DEBUG nova.compute.manager [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Received event network-changed-477d5322-2228-430b-8e88-9c052d1a071c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.612430] env[69854]: DEBUG nova.compute.manager [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Refreshing instance network info cache due to event network-changed-477d5322-2228-430b-8e88-9c052d1a071c. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.612778] env[69854]: DEBUG oslo_concurrency.lockutils [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] Acquiring lock "refresh_cache-e9eba1ad-cad1-49eb-b90c-c5a216e578f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.612913] env[69854]: DEBUG oslo_concurrency.lockutils [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] Acquired lock "refresh_cache-e9eba1ad-cad1-49eb-b90c-c5a216e578f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.613067] env[69854]: DEBUG nova.network.neutron [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Refreshing network info cache for port 477d5322-2228-430b-8e88-9c052d1a071c {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.618567] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc184bbc-f263-4a4a-94e7-4bbe0106d58f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.624494] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Successfully created port: c7cf733b-0f81-41a1-86dc-5b096c65c90e {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.701466] env[69854]: DEBUG nova.compute.manager [req-18250f10-974a-4cd1-80b3-99f5cda86410 req-3aba3cd2-c65a-410d-aa85-eafac5ea2955 service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Received event network-vif-deleted-f707f776-3227-40fa-ad38-0e4d6171d079 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.701683] env[69854]: INFO nova.compute.manager [req-18250f10-974a-4cd1-80b3-99f5cda86410 req-3aba3cd2-c65a-410d-aa85-eafac5ea2955 service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Neutron deleted interface f707f776-3227-40fa-ad38-0e4d6171d079; detaching it from the instance and deleting it from the info cache [ 985.701974] env[69854]: DEBUG nova.network.neutron [req-18250f10-974a-4cd1-80b3-99f5cda86410 req-3aba3cd2-c65a-410d-aa85-eafac5ea2955 service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.708691] env[69854]: DEBUG nova.scheduler.client.report [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.736204] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.840204] env[69854]: DEBUG nova.compute.manager [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.840204] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.840204] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9da265-a1ea-40c9-b88e-6b3967f7fc4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.850816] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.855210] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8893027e-dc18-4359-a114-56eabf89f9de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.867545] env[69854]: DEBUG oslo_vmware.api [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 985.867545] env[69854]: value = "task-3519470" [ 985.867545] env[69854]: _type = "Task" [ 985.867545] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.886481] env[69854]: DEBUG oslo_vmware.api [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.957895] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 1472aaa1-00a5-4801-b049-114813b6dd46] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.991172] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519466, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.996517] env[69854]: DEBUG nova.compute.manager [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.996666] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.997932] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b76487-5741-42fd-960b-d17531935471 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.008376] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.008376] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac956d2-b00e-440b-aab9-882c57ded1af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.020026] env[69854]: DEBUG oslo_vmware.api [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 986.020026] env[69854]: value = "task-3519471" [ 986.020026] env[69854]: _type = "Task" [ 986.020026] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.030638] env[69854]: DEBUG oslo_vmware.api [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.043023] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519467, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.072346] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 986.072575] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703120', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'name': 'volume-6a5da786-7bba-4a59-983a-8c158db71cfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1d5c300-bf38-4d68-abab-83db27f195ce', 'attached_at': '', 'detached_at': '', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'serial': '6a5da786-7bba-4a59-983a-8c158db71cfe'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 986.073555] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a872a-bc65-4f46-87e8-7d91981c16d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.102342] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adea55a1-a02b-49cc-90d8-2a8920ed2dfb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.110558] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519468, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.142851] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-6a5da786-7bba-4a59-983a-8c158db71cfe/volume-6a5da786-7bba-4a59-983a-8c158db71cfe.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.143067] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519469, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.143249] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f0b96e-8d89-45fc-937b-a8a9affe561e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.164950] env[69854]: DEBUG oslo_vmware.api [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 986.164950] env[69854]: value = "task-3519472" [ 986.164950] env[69854]: _type = "Task" [ 986.164950] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.177277] env[69854]: DEBUG nova.network.neutron [-] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.178753] env[69854]: DEBUG oslo_vmware.api [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.210806] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f61aa4f4-ce23-4282-a2b7-ae907af126d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.221382] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.221382] env[69854]: DEBUG nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.221382] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.022s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.221648] env[69854]: DEBUG nova.objects.instance [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lazy-loading 'resources' on Instance uuid ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.231354] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6647ce65-9fa0-4ca7-8b14-0c6ab1c88a7c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.245897] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Successfully created port: b6551672-7f1b-4585-9c64-f971e3490082 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.251411] env[69854]: DEBUG oslo_vmware.api [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519465, 'name': PowerOnVM_Task, 'duration_secs': 0.809217} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.252514] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.252719] env[69854]: INFO nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Took 9.34 seconds to spawn the instance on the hypervisor. [ 986.252898] env[69854]: DEBUG nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.254195] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6ef55-d24d-4e0d-ac27-4053e81dc823 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.282334] env[69854]: DEBUG nova.compute.manager [req-18250f10-974a-4cd1-80b3-99f5cda86410 req-3aba3cd2-c65a-410d-aa85-eafac5ea2955 service nova] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Detach interface failed, port_id=f707f776-3227-40fa-ad38-0e4d6171d079, reason: Instance 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.380432] env[69854]: DEBUG oslo_vmware.api [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519470, 'name': PowerOffVM_Task, 'duration_secs': 0.378565} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.380432] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.380432] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.380432] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-952af8f0-01ca-4fc5-8ada-b489ee55502f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.451919] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.452329] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.452329] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleting the datastore file [datastore1] f4a9caf6-2c3c-46d7-8a67-5360edbaa93e {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.452882] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f039a2d-6ea8-451e-b888-9e3c76bf1ca0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.459837] env[69854]: DEBUG oslo_vmware.api [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 986.459837] env[69854]: value = "task-3519474" [ 986.459837] env[69854]: _type = "Task" [ 986.459837] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.463500] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 9237342f-9720-400b-b201-9357fc090d1e] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.470680] env[69854]: DEBUG oslo_vmware.api [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.489308] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526594} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.489308] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/bbdd8f67-5064-414e-803a-61ab683f0c52.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.489511] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.489779] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00383aa4-7b49-43da-8d64-a0f8e7dfd39c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.497533] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 986.497533] env[69854]: value = "task-3519475" [ 986.497533] env[69854]: _type = "Task" [ 986.497533] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.506174] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.529358] env[69854]: DEBUG oslo_vmware.api [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519471, 'name': PowerOffVM_Task, 'duration_secs': 0.256731} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.529914] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.530037] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.533403] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daf9a9d3-1b05-4324-9c8b-bbec13475608 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.540562] env[69854]: DEBUG oslo_vmware.api [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519467, 'name': PowerOnVM_Task, 'duration_secs': 0.643643} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.540904] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.541066] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbf561-5571-4c60-a389-5d3248a0faef tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance '58aec72d-9b5c-4921-9057-3c3c136d50ba' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.597809] env[69854]: DEBUG nova.network.neutron [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Updated VIF entry in instance network info cache for port 477d5322-2228-430b-8e88-9c052d1a071c. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.598221] env[69854]: DEBUG nova.network.neutron [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Updating instance_info_cache with network_info: [{"id": "477d5322-2228-430b-8e88-9c052d1a071c", "address": "fa:16:3e:07:83:3b", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477d5322-22", "ovs_interfaceid": "477d5322-2228-430b-8e88-9c052d1a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.604980] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.605359] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.605496] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleting the datastore file [datastore2] 9dea10fc-d9f0-415b-b343-2bb889f5ae60 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.606350] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5791e8d-a995-44aa-81a5-feb365ba04ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.618629] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519469, 'name': CreateVM_Task, 'duration_secs': 0.902746} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.619068] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519468, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.620026] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.620453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.620627] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.621512] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.621845] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079013b5-720f-4705-929f-369e333d64a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.625833] env[69854]: DEBUG oslo_vmware.api [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for the task: (returnval){ [ 986.625833] env[69854]: value = "task-3519477" [ 986.625833] env[69854]: _type = "Task" [ 986.625833] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.636018] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 986.636018] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c7184e-50d1-5a7a-8a14-0ba8c313d2d8" [ 986.636018] env[69854]: _type = "Task" [ 986.636018] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.649580] env[69854]: DEBUG oslo_vmware.api [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.654821] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c7184e-50d1-5a7a-8a14-0ba8c313d2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.676248] env[69854]: DEBUG oslo_vmware.api [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.679918] env[69854]: INFO nova.compute.manager [-] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Took 1.99 seconds to deallocate network for instance. [ 986.727109] env[69854]: DEBUG nova.compute.utils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.736707] env[69854]: DEBUG nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.737202] env[69854]: DEBUG nova.network.neutron [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.796517] env[69854]: DEBUG nova.policy [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ffdd26643b45c8a612ad0c9fd54818', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687bd8432ba349cd822be549072b8551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.803602] env[69854]: INFO nova.compute.manager [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Took 39.99 seconds to build instance. [ 986.970597] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: d2034a90-37dc-4f14-b91e-00d4288d7420] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.972690] env[69854]: DEBUG oslo_vmware.api [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503643} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.979824] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.981811] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.981928] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.982117] env[69854]: INFO nova.compute.manager [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 986.984400] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.984400] env[69854]: DEBUG nova.compute.manager [-] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.984400] env[69854]: DEBUG nova.network.neutron [-] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.011075] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14002} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.012214] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.013760] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66952852-7f09-4647-823f-d3e73ff6e3f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.042059] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/bbdd8f67-5064-414e-803a-61ab683f0c52.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.046510] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5afe92-e928-4729-a35f-48d4c3e058a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.069959] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 987.069959] env[69854]: value = "task-3519478" [ 987.069959] env[69854]: _type = "Task" [ 987.069959] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.079970] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.108758] env[69854]: DEBUG oslo_concurrency.lockutils [req-842eaa3b-5440-44c5-bcc9-1f367cef84c8 req-a706001b-889a-4bb1-8a26-f434619ac7a8 service nova] Releasing lock "refresh_cache-e9eba1ad-cad1-49eb-b90c-c5a216e578f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.114813] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519468, 'name': CloneVM_Task, 'duration_secs': 1.525806} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.115165] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Created linked-clone VM from snapshot [ 987.115961] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061210d8-0418-4240-884e-f007505e152a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.130397] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Uploading image abb30b9d-00f4-4a01-bddf-01a4f0cd30fd {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 987.149367] env[69854]: DEBUG oslo_vmware.api [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519477, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.159733] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.160659] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Processing image cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.160659] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.160659] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.160659] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.161013] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38447ca0-74de-43cf-a64a-65f61a1eea91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.176746] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 987.176746] env[69854]: value = "vm-703124" [ 987.176746] env[69854]: _type = "VirtualMachine" [ 987.176746] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 987.177161] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.177814] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.178151] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7b897726-6e17-48ca-b6e9-3838be1a4f27 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.180611] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138860ef-6429-4bd4-9c7a-40e4ac4762bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.189485] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.189852] env[69854]: DEBUG oslo_vmware.api [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519472, 'name': ReconfigVM_Task, 'duration_secs': 0.793015} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.190649] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-6a5da786-7bba-4a59-983a-8c158db71cfe/volume-6a5da786-7bba-4a59-983a-8c158db71cfe.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.198764] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-833bd98c-1aa6-48d7-997f-8517a613744c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.209019] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 987.209019] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5265b22e-72be-f713-4265-98631c924e92" [ 987.209019] env[69854]: _type = "Task" [ 987.209019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.209379] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease: (returnval){ [ 987.209379] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c5e9c7-08c3-a0b4-e2b4-734da2475e35" [ 987.209379] env[69854]: _type = "HttpNfcLease" [ 987.209379] env[69854]: } obtained for exporting VM: (result){ [ 987.209379] env[69854]: value = "vm-703124" [ 987.209379] env[69854]: _type = "VirtualMachine" [ 987.209379] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 987.209623] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the lease: (returnval){ [ 987.209623] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c5e9c7-08c3-a0b4-e2b4-734da2475e35" [ 987.209623] env[69854]: _type = "HttpNfcLease" [ 987.209623] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.220276] env[69854]: DEBUG oslo_vmware.api [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 987.220276] env[69854]: value = "task-3519480" [ 987.220276] env[69854]: _type = "Task" [ 987.220276] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.231435] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.231435] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c5e9c7-08c3-a0b4-e2b4-734da2475e35" [ 987.231435] env[69854]: _type = "HttpNfcLease" [ 987.231435] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.232329] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.232329] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c5e9c7-08c3-a0b4-e2b4-734da2475e35" [ 987.232329] env[69854]: _type = "HttpNfcLease" [ 987.232329] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 987.232662] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Preparing fetch location {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 987.232985] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Fetch image to [datastore2] OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d/OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d.vmdk {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 987.233311] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Downloading stream optimized image cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e to [datastore2] OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d/OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d.vmdk on the data store datastore2 as vApp {{(pid=69854) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 987.233424] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Downloading image file data cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e to the ESX as VM named 'OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d' {{(pid=69854) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 987.239816] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be313a-d0df-487c-acc0-50c7e15c8e4e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.242323] env[69854]: DEBUG nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.245019] env[69854]: DEBUG oslo_vmware.api [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.250850] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a0be9-a8e2-da99-6dee-c91d44ba0c09/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.250950] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a0be9-a8e2-da99-6dee-c91d44ba0c09/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 987.315604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5d29581-060c-41c5-a410-a5aa42c8a1be tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "2f759908-97b6-4565-9def-df1e75c1225c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.610s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.369514] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01937f37-31d6-43ec-af44-32acd359d62d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.381500] env[69854]: DEBUG nova.network.neutron [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Successfully created port: 7fbc3fa1-c428-4dd0-972a-51b266c6b4fd {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.412800] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6c9310-a07f-4143-aa32-73c29b4d27c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.421551] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 987.421551] env[69854]: value = "resgroup-9" [ 987.421551] env[69854]: _type = "ResourcePool" [ 987.421551] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 987.422603] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed81a8-ef0a-4f69-840e-da9e99366699 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.426139] env[69854]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-618d3cc7-0868-4d92-9705-c0465dd185f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.474940] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441d18e-9261-4cdb-b97b-a91ac2aa0694 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.477710] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease: (returnval){ [ 987.477710] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5289c513-c5dc-269a-e746-336aeb67a294" [ 987.477710] env[69854]: _type = "HttpNfcLease" [ 987.477710] env[69854]: } obtained for vApp import into resource pool (val){ [ 987.477710] env[69854]: value = "resgroup-9" [ 987.477710] env[69854]: _type = "ResourcePool" [ 987.477710] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 987.477983] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the lease: (returnval){ [ 987.477983] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5289c513-c5dc-269a-e746-336aeb67a294" [ 987.477983] env[69854]: _type = "HttpNfcLease" [ 987.477983] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.478309] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 66c2cedd-8e59-4707-be43-ed9351d8faa4] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.487138] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edea7ba1-6575-4e08-b9e5-d0ef35e90f12 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.492914] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.492914] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5289c513-c5dc-269a-e746-336aeb67a294" [ 987.492914] env[69854]: _type = "HttpNfcLease" [ 987.492914] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.502295] env[69854]: DEBUG nova.compute.provider_tree [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.582824] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519478, 'name': ReconfigVM_Task, 'duration_secs': 0.40175} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.583628] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfigured VM instance instance-00000045 to attach disk [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/bbdd8f67-5064-414e-803a-61ab683f0c52.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.585156] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b21844-375a-4539-bc92-01f084f79ef6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.593137] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 987.593137] env[69854]: value = "task-3519482" [ 987.593137] env[69854]: _type = "Task" [ 987.593137] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.599275] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519482, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.646943] env[69854]: DEBUG oslo_vmware.api [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Task: {'id': task-3519477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521684} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.647257] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.647462] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.647658] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.647850] env[69854]: INFO nova.compute.manager [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Took 1.65 seconds to destroy the instance on the hypervisor. [ 987.648121] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.648331] env[69854]: DEBUG nova.compute.manager [-] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.648444] env[69854]: DEBUG nova.network.neutron [-] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.732104] env[69854]: DEBUG oslo_vmware.api [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519480, 'name': ReconfigVM_Task, 'duration_secs': 0.191199} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.732545] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703120', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'name': 'volume-6a5da786-7bba-4a59-983a-8c158db71cfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1d5c300-bf38-4d68-abab-83db27f195ce', 'attached_at': '', 'detached_at': '', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'serial': '6a5da786-7bba-4a59-983a-8c158db71cfe'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 987.788469] env[69854]: DEBUG nova.compute.manager [req-fecf8416-9c4b-4313-a25d-cc9cefa7d58b req-7c501100-17d9-40c9-ab75-3f865e0af918 service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Received event network-vif-deleted-d2f2c0be-a2c7-431a-9548-4b5c8dc7a370 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.788804] env[69854]: INFO nova.compute.manager [req-fecf8416-9c4b-4313-a25d-cc9cefa7d58b req-7c501100-17d9-40c9-ab75-3f865e0af918 service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Neutron deleted interface d2f2c0be-a2c7-431a-9548-4b5c8dc7a370; detaching it from the instance and deleting it from the info cache [ 987.789123] env[69854]: DEBUG nova.network.neutron [req-fecf8416-9c4b-4313-a25d-cc9cefa7d58b req-7c501100-17d9-40c9-ab75-3f865e0af918 service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.984669] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 18a12854-81a5-4691-a1df-fb704f0c0fe3] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.996065] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.996065] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5289c513-c5dc-269a-e746-336aeb67a294" [ 987.996065] env[69854]: _type = "HttpNfcLease" [ 987.996065] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.005193] env[69854]: DEBUG nova.scheduler.client.report [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.062204] env[69854]: DEBUG nova.network.neutron [-] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.103971] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519482, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.252848] env[69854]: DEBUG nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.260019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "2f759908-97b6-4565-9def-df1e75c1225c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.260019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "2f759908-97b6-4565-9def-df1e75c1225c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.260019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "2f759908-97b6-4565-9def-df1e75c1225c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.260019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "2f759908-97b6-4565-9def-df1e75c1225c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.260019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "2f759908-97b6-4565-9def-df1e75c1225c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.263218] env[69854]: INFO nova.compute.manager [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Terminating instance [ 988.291435] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59c8bf2b-4e80-487f-8344-ae6630531907 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.312094] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5984a67c-87ac-4d21-9298-7d2d7b002933 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.364133] env[69854]: DEBUG nova.compute.manager [req-fecf8416-9c4b-4313-a25d-cc9cefa7d58b req-7c501100-17d9-40c9-ab75-3f865e0af918 service nova] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Detach interface failed, port_id=d2f2c0be-a2c7-431a-9548-4b5c8dc7a370, reason: Instance f4a9caf6-2c3c-46d7-8a67-5360edbaa93e could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.492104] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e74912d1-1c64-422a-be63-4013723543c4] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.504453] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.504453] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5289c513-c5dc-269a-e746-336aeb67a294" [ 988.504453] env[69854]: _type = "HttpNfcLease" [ 988.504453] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.512621] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.516481] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.311s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.516986] env[69854]: DEBUG nova.objects.instance [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lazy-loading 'resources' on Instance uuid 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.552388] env[69854]: INFO nova.scheduler.client.report [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Deleted allocations for instance ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82 [ 988.567342] env[69854]: INFO nova.compute.manager [-] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Took 1.58 seconds to deallocate network for instance. [ 988.611349] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519482, 'name': Rename_Task, 'duration_secs': 1.001267} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.612059] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.612255] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fa0a135-81f5-43f3-bf0b-64989878573c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.624048] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 988.624048] env[69854]: value = "task-3519483" [ 988.624048] env[69854]: _type = "Task" [ 988.624048] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.636629] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.770561] env[69854]: DEBUG nova.compute.manager [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.770561] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.771690] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Successfully updated port: 8d3b12a9-1e91-4f63-b031-5dd4b83659c0 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.777091] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb97c09-aa90-4179-847e-84e42db5072f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.794202] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.794202] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e88e97-5b7e-4fe0-afc8-b7abcb0a45ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.801070] env[69854]: DEBUG oslo_vmware.api [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 988.801070] env[69854]: value = "task-3519484" [ 988.801070] env[69854]: _type = "Task" [ 988.801070] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.817934] env[69854]: DEBUG oslo_vmware.api [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.833320] env[69854]: DEBUG nova.objects.instance [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.999511] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.999677] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Cleaning up deleted instances with incomplete migration {{(pid=69854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 989.003235] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.003235] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5289c513-c5dc-269a-e746-336aeb67a294" [ 989.003235] env[69854]: _type = "HttpNfcLease" [ 989.003235] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.003941] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.003941] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5289c513-c5dc-269a-e746-336aeb67a294" [ 989.003941] env[69854]: _type = "HttpNfcLease" [ 989.003941] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 989.005295] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473127a-12c0-45d7-b497-df26970140ff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.015966] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f04d6-ede6-7c57-7ef6-7f1cf42264ed/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.016672] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f04d6-ede6-7c57-7ef6-7f1cf42264ed/disk-0.vmdk. {{(pid=69854) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 989.092199] env[69854]: DEBUG nova.network.neutron [-] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.094793] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2cbec19e-f869-4d51-831a-0f7655f4712e tempest-ServerMetadataTestJSON-1060364577 tempest-ServerMetadataTestJSON-1060364577-project-member] Lock "ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.317s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.096555] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.103568] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-080b09b4-a21c-406b-b361-c509171d84ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.143503] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.312381] env[69854]: DEBUG oslo_concurrency.lockutils [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.316218] env[69854]: DEBUG oslo_vmware.api [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519484, 'name': PowerOffVM_Task, 'duration_secs': 0.271911} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.316218] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.316218] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.316218] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5395caf1-d10a-4c04-b1e8-d39177aa025f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.326243] env[69854]: DEBUG nova.network.neutron [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Successfully updated port: 7fbc3fa1-c428-4dd0-972a-51b266c6b4fd {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.341244] env[69854]: DEBUG oslo_concurrency.lockutils [None req-91ed973f-cd20-4e73-8cc1-2aa3a39aa8cd tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.909s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.341679] env[69854]: DEBUG oslo_concurrency.lockutils [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.030s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.341911] env[69854]: DEBUG nova.compute.manager [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.349184] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67094b4-e977-4ccc-a8b2-a21db0693dfa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.373990] env[69854]: DEBUG nova.compute.manager [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 989.374961] env[69854]: DEBUG nova.objects.instance [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.380520] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.381619] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.382060] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleting the datastore file [datastore2] 2f759908-97b6-4565-9def-df1e75c1225c {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.382367] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a469669-7e63-483f-a095-944ef40cd880 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.397298] env[69854]: DEBUG oslo_vmware.api [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 989.397298] env[69854]: value = "task-3519486" [ 989.397298] env[69854]: _type = "Task" [ 989.397298] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.414816] env[69854]: DEBUG oslo_vmware.api [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.508202] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.525167] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.525444] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.525606] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.525789] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.526148] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.526188] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.526403] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.526568] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.526756] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.526967] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.527190] env[69854]: DEBUG nova.virt.hardware [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.528456] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a7be42-ed66-47af-b9dd-537687c4888b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.555923] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb40317-2c62-4ff8-832f-b7ac3f3a83a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.599946] env[69854]: INFO nova.compute.manager [-] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Took 1.95 seconds to deallocate network for instance. [ 989.643703] env[69854]: DEBUG oslo_vmware.api [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519483, 'name': PowerOnVM_Task, 'duration_secs': 0.566305} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.647909] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.648165] env[69854]: INFO nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Took 10.16 seconds to spawn the instance on the hypervisor. [ 989.648356] env[69854]: DEBUG nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.649299] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45faa46b-5f77-4f15-ae09-e467329c4efc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.654050] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e58fa-c117-4e55-a7dc-15ada881c293 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.673645] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9b5516-125a-4b75-b5b6-b532744d181c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.712421] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866113b9-94fd-445e-a8a4-4a980f33b485 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.720942] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c15f1af-b240-4da1-9768-eba8f7a3b7b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.737149] env[69854]: DEBUG nova.compute.provider_tree [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.823600] env[69854]: DEBUG nova.compute.manager [req-f7102b57-b178-4e06-a1f3-123345be9c3e req-212e0a10-bc63-42ac-be54-e42de0c6b8c8 service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Received event network-vif-plugged-7fbc3fa1-c428-4dd0-972a-51b266c6b4fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.823808] env[69854]: DEBUG oslo_concurrency.lockutils [req-f7102b57-b178-4e06-a1f3-123345be9c3e req-212e0a10-bc63-42ac-be54-e42de0c6b8c8 service nova] Acquiring lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.823928] env[69854]: DEBUG oslo_concurrency.lockutils [req-f7102b57-b178-4e06-a1f3-123345be9c3e req-212e0a10-bc63-42ac-be54-e42de0c6b8c8 service nova] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.824124] env[69854]: DEBUG oslo_concurrency.lockutils [req-f7102b57-b178-4e06-a1f3-123345be9c3e req-212e0a10-bc63-42ac-be54-e42de0c6b8c8 service nova] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.824256] env[69854]: DEBUG nova.compute.manager [req-f7102b57-b178-4e06-a1f3-123345be9c3e req-212e0a10-bc63-42ac-be54-e42de0c6b8c8 service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] No waiting events found dispatching network-vif-plugged-7fbc3fa1-c428-4dd0-972a-51b266c6b4fd {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.824419] env[69854]: WARNING nova.compute.manager [req-f7102b57-b178-4e06-a1f3-123345be9c3e req-212e0a10-bc63-42ac-be54-e42de0c6b8c8 service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Received unexpected event network-vif-plugged-7fbc3fa1-c428-4dd0-972a-51b266c6b4fd for instance with vm_state building and task_state spawning. [ 989.836139] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "refresh_cache-0bba67d1-91f2-4359-9eb8-1eb928e7c11b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.836139] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "refresh_cache-0bba67d1-91f2-4359-9eb8-1eb928e7c11b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.836139] env[69854]: DEBUG nova.network.neutron [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.912532] env[69854]: DEBUG oslo_vmware.api [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229497} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.912532] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.912973] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.913298] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.913620] env[69854]: INFO nova.compute.manager [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 989.914021] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.915086] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Completed reading data from the image iterator. {{(pid=69854) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 989.915391] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f04d6-ede6-7c57-7ef6-7f1cf42264ed/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 989.915760] env[69854]: DEBUG nova.compute.manager [-] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.915957] env[69854]: DEBUG nova.network.neutron [-] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.919427] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92914242-11d4-48d2-ac77-db2a6c5c6e54 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.928478] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f04d6-ede6-7c57-7ef6-7f1cf42264ed/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 989.928951] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f04d6-ede6-7c57-7ef6-7f1cf42264ed/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 989.929333] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-99f79e5c-e93b-496b-82cb-8bbe7153924b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.110164] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.193577] env[69854]: INFO nova.compute.manager [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Took 40.93 seconds to build instance. [ 990.212168] env[69854]: DEBUG oslo_vmware.rw_handles [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f04d6-ede6-7c57-7ef6-7f1cf42264ed/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 990.212168] env[69854]: INFO nova.virt.vmwareapi.images [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Downloaded image file data cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e [ 990.212619] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89994011-02d7-43fa-af71-56af60c1db7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.233925] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7326386b-7c11-42ae-a6dc-d8f54416fefc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.240758] env[69854]: DEBUG nova.scheduler.client.report [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.286617] env[69854]: INFO nova.virt.vmwareapi.images [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] The imported VM was unregistered [ 990.290771] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Caching image {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 990.291090] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.291460] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce86b783-03da-4b55-b172-1cffd6faa18d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.305373] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created directory with path [datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.306995] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d/OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d.vmdk to [datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e.vmdk. {{(pid=69854) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 990.306995] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c22799ac-1fb2-4f29-97ed-c32c2f092a3e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.313344] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 990.313344] env[69854]: value = "task-3519488" [ 990.313344] env[69854]: _type = "Task" [ 990.313344] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.326052] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519488, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.331193] env[69854]: DEBUG nova.network.neutron [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Port 3eadf812-1812-4850-8f93-b3ba4b3c7f25 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 990.331528] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.332157] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.332157] env[69854]: DEBUG nova.network.neutron [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.384376] env[69854]: DEBUG nova.network.neutron [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.387951] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.388276] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9340369-4cf1-4b07-8104-75700eb19335 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.397026] env[69854]: DEBUG oslo_vmware.api [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 990.397026] env[69854]: value = "task-3519489" [ 990.397026] env[69854]: _type = "Task" [ 990.397026] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.408164] env[69854]: DEBUG oslo_vmware.api [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.695551] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e7e75252-821e-4caf-97f8-36f688aad9e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.070s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.743105] env[69854]: DEBUG nova.network.neutron [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Updating instance_info_cache with network_info: [{"id": "7fbc3fa1-c428-4dd0-972a-51b266c6b4fd", "address": "fa:16:3e:58:5e:6c", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbc3fa1-c4", "ovs_interfaceid": "7fbc3fa1-c428-4dd0-972a-51b266c6b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.747326] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.754286] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.815s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.757094] env[69854]: INFO nova.compute.claims [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.770051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.770478] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.785641] env[69854]: INFO nova.scheduler.client.report [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Deleted allocations for instance 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06 [ 990.807021] env[69854]: DEBUG nova.compute.manager [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-vif-plugged-8d3b12a9-1e91-4f63-b031-5dd4b83659c0 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.807021] env[69854]: DEBUG oslo_concurrency.lockutils [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] Acquiring lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.807021] env[69854]: DEBUG oslo_concurrency.lockutils [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.807021] env[69854]: DEBUG oslo_concurrency.lockutils [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.807242] env[69854]: DEBUG nova.compute.manager [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] No waiting events found dispatching network-vif-plugged-8d3b12a9-1e91-4f63-b031-5dd4b83659c0 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.807722] env[69854]: WARNING nova.compute.manager [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received unexpected event network-vif-plugged-8d3b12a9-1e91-4f63-b031-5dd4b83659c0 for instance with vm_state building and task_state spawning. [ 990.807807] env[69854]: DEBUG nova.compute.manager [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Received event network-vif-deleted-57f9b33b-b016-453e-992f-ace72ead4815 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.808111] env[69854]: DEBUG nova.compute.manager [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-changed-8d3b12a9-1e91-4f63-b031-5dd4b83659c0 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.808408] env[69854]: DEBUG nova.compute.manager [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Refreshing instance network info cache due to event network-changed-8d3b12a9-1e91-4f63-b031-5dd4b83659c0. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.808757] env[69854]: DEBUG oslo_concurrency.lockutils [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] Acquiring lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.809037] env[69854]: DEBUG oslo_concurrency.lockutils [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] Acquired lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.809327] env[69854]: DEBUG nova.network.neutron [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Refreshing network info cache for port 8d3b12a9-1e91-4f63-b031-5dd4b83659c0 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.834407] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519488, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.883927] env[69854]: DEBUG nova.network.neutron [-] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.921227] env[69854]: DEBUG oslo_vmware.api [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519489, 'name': PowerOffVM_Task, 'duration_secs': 0.313733} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.925524] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.925872] env[69854]: DEBUG nova.compute.manager [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.927866] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51fad96-d44c-4677-aeac-4d12aa30bbc5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.216868] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.217177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.247884] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "refresh_cache-0bba67d1-91f2-4359-9eb8-1eb928e7c11b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.248427] env[69854]: DEBUG nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Instance network_info: |[{"id": "7fbc3fa1-c428-4dd0-972a-51b266c6b4fd", "address": "fa:16:3e:58:5e:6c", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbc3fa1-c4", "ovs_interfaceid": "7fbc3fa1-c428-4dd0-972a-51b266c6b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.249387] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:5e:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fbc3fa1-c428-4dd0-972a-51b266c6b4fd', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.259512] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.260909] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.261500] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728ad538-e844-4e59-9bf3-3821047bffef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.286428] env[69854]: DEBUG nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.298577] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.298577] env[69854]: value = "task-3519490" [ 991.298577] env[69854]: _type = "Task" [ 991.298577] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.307930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-980ec892-3cd7-4063-9cd6-ddfd7519a3d3 tempest-ImagesOneServerTestJSON-1247170315 tempest-ImagesOneServerTestJSON-1247170315-project-member] Lock "85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.041s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.320712] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519490, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.331731] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519488, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.372133] env[69854]: DEBUG nova.network.neutron [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.387989] env[69854]: INFO nova.compute.manager [-] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Took 1.47 seconds to deallocate network for instance. [ 991.450610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-64bc2145-5f41-464d-9380-a18a10708f3d tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.492949] env[69854]: DEBUG nova.network.neutron [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.500796] env[69854]: DEBUG nova.network.neutron [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [{"id": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "address": "fa:16:3e:ce:1d:d4", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadf812-18", "ovs_interfaceid": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.526230] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Successfully updated port: c7cf733b-0f81-41a1-86dc-5b096c65c90e {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.721522] env[69854]: DEBUG nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.813515] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519490, 'name': CreateVM_Task, 'duration_secs': 0.491813} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.813826] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.814678] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.814987] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.815347] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.815739] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f20152-af17-493f-afe3-90df2d6865b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.820092] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.828994] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 991.828994] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eb7775-6475-2b00-fe44-5c3823500168" [ 991.828994] env[69854]: _type = "Task" [ 991.828994] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.838338] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519488, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.842323] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eb7775-6475-2b00-fe44-5c3823500168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.896634] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.987276] env[69854]: DEBUG nova.compute.manager [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Received event network-changed-7fbc3fa1-c428-4dd0-972a-51b266c6b4fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.987276] env[69854]: DEBUG nova.compute.manager [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Refreshing instance network info cache due to event network-changed-7fbc3fa1-c428-4dd0-972a-51b266c6b4fd. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.987276] env[69854]: DEBUG oslo_concurrency.lockutils [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] Acquiring lock "refresh_cache-0bba67d1-91f2-4359-9eb8-1eb928e7c11b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.987276] env[69854]: DEBUG oslo_concurrency.lockutils [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] Acquired lock "refresh_cache-0bba67d1-91f2-4359-9eb8-1eb928e7c11b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.987597] env[69854]: DEBUG nova.network.neutron [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Refreshing network info cache for port 7fbc3fa1-c428-4dd0-972a-51b266c6b4fd {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.995951] env[69854]: DEBUG oslo_concurrency.lockutils [req-42a40b6a-b42b-4002-b8be-86558e335bb9 req-99c36983-c351-4458-8e68-0a474a8c000a service nova] Releasing lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.009421] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.248170] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.339294] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519488, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.342202] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830b640e-82ab-4fcb-a9e4-fc53428ee78c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.350696] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eb7775-6475-2b00-fe44-5c3823500168, 'name': SearchDatastore_Task, 'duration_secs': 0.022062} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.353307] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.354016] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.354016] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.354162] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.354428] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.354878] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e183b88-3547-4ae8-8a57-698a2ad66747 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.361018] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416faca1-6e34-4c49-ba1f-5bf96180b050 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.405394] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98092a-da3e-4192-b26a-6a31bcf2be5a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.409129] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.409386] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.410293] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af7fb95-e5c6-43a4-b29a-cd3ccd42a21c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.423610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8092d364-367a-4b42-bea6-2cb73636e698 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.429246] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 992.429246] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520d6e7a-1a90-b4e1-1e5b-1eac7b9e787c" [ 992.429246] env[69854]: _type = "Task" [ 992.429246] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.445121] env[69854]: DEBUG nova.compute.provider_tree [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.450284] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520d6e7a-1a90-b4e1-1e5b-1eac7b9e787c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.513737] env[69854]: DEBUG nova.compute.manager [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69854) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 992.513737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.838510] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519488, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.854028] env[69854]: DEBUG nova.compute.manager [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-vif-plugged-c7cf733b-0f81-41a1-86dc-5b096c65c90e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.854028] env[69854]: DEBUG oslo_concurrency.lockutils [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] Acquiring lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.854028] env[69854]: DEBUG oslo_concurrency.lockutils [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.854795] env[69854]: DEBUG oslo_concurrency.lockutils [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.855031] env[69854]: DEBUG nova.compute.manager [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] No waiting events found dispatching network-vif-plugged-c7cf733b-0f81-41a1-86dc-5b096c65c90e {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.855253] env[69854]: WARNING nova.compute.manager [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received unexpected event network-vif-plugged-c7cf733b-0f81-41a1-86dc-5b096c65c90e for instance with vm_state building and task_state spawning. [ 992.856045] env[69854]: DEBUG nova.compute.manager [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-changed-c7cf733b-0f81-41a1-86dc-5b096c65c90e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.856323] env[69854]: DEBUG nova.compute.manager [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Refreshing instance network info cache due to event network-changed-c7cf733b-0f81-41a1-86dc-5b096c65c90e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.856597] env[69854]: DEBUG oslo_concurrency.lockutils [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] Acquiring lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.856790] env[69854]: DEBUG oslo_concurrency.lockutils [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] Acquired lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.857203] env[69854]: DEBUG nova.network.neutron [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Refreshing network info cache for port c7cf733b-0f81-41a1-86dc-5b096c65c90e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.944262] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520d6e7a-1a90-b4e1-1e5b-1eac7b9e787c, 'name': SearchDatastore_Task, 'duration_secs': 0.023765} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.946324] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ea7b03-566c-4e04-8fac-8282215a0017 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.951177] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 992.951177] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a99f7c-288f-3485-6c54-3e92bef1559a" [ 992.951177] env[69854]: _type = "Task" [ 992.951177] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.951970] env[69854]: DEBUG nova.scheduler.client.report [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.965075] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a99f7c-288f-3485-6c54-3e92bef1559a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.056902] env[69854]: DEBUG nova.objects.instance [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.285153] env[69854]: DEBUG nova.network.neutron [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Updated VIF entry in instance network info cache for port 7fbc3fa1-c428-4dd0-972a-51b266c6b4fd. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.287128] env[69854]: DEBUG nova.network.neutron [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Updating instance_info_cache with network_info: [{"id": "7fbc3fa1-c428-4dd0-972a-51b266c6b4fd", "address": "fa:16:3e:58:5e:6c", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbc3fa1-c4", "ovs_interfaceid": "7fbc3fa1-c428-4dd0-972a-51b266c6b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.334348] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519488, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.802302} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.334891] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d/OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d.vmdk to [datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e.vmdk. [ 993.335230] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Cleaning up location [datastore2] OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 993.335550] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_20e08594-b55a-4fdf-812b-23f080f9215d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.335932] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e3d0a9-ccf7-46a3-be1e-5aec1cedff11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.346100] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 993.346100] env[69854]: value = "task-3519491" [ 993.346100] env[69854]: _type = "Task" [ 993.346100] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.357465] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.420091] env[69854]: DEBUG nova.network.neutron [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.463357] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.465119] env[69854]: DEBUG nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.470978] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.281s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.470978] env[69854]: DEBUG nova.objects.instance [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lazy-loading 'resources' on Instance uuid 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.482609] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a99f7c-288f-3485-6c54-3e92bef1559a, 'name': SearchDatastore_Task, 'duration_secs': 0.020714} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.485071] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.489023] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 0bba67d1-91f2-4359-9eb8-1eb928e7c11b/0bba67d1-91f2-4359-9eb8-1eb928e7c11b.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.489023] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22667b9f-a57f-4b2f-a4d6-d54f7dff84e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.502167] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 993.502167] env[69854]: value = "task-3519492" [ 993.502167] env[69854]: _type = "Task" [ 993.502167] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.517050] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.565111] env[69854]: DEBUG nova.network.neutron [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.569887] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.571216] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.571216] env[69854]: DEBUG nova.network.neutron [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.571216] env[69854]: DEBUG nova.objects.instance [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'info_cache' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.789104] env[69854]: DEBUG oslo_concurrency.lockutils [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] Releasing lock "refresh_cache-0bba67d1-91f2-4359-9eb8-1eb928e7c11b" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.789706] env[69854]: DEBUG nova.compute.manager [req-4720fc3e-bf58-4989-86ff-d80fa2913dbe req-6d51c119-129a-45fd-9ad3-d0a2820f6e6f service nova] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Received event network-vif-deleted-0b28ca40-713a-4364-8b20-030645d92a5c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.857801] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144571} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.858148] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.858375] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.858682] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e.vmdk to [datastore2] e9eba1ad-cad1-49eb-b90c-c5a216e578f1/e9eba1ad-cad1-49eb-b90c-c5a216e578f1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.859007] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-280d6004-ec5b-444c-9493-b20032321602 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.867078] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 993.867078] env[69854]: value = "task-3519493" [ 993.867078] env[69854]: _type = "Task" [ 993.867078] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.875985] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.978545] env[69854]: DEBUG nova.compute.utils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.980495] env[69854]: DEBUG nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.980726] env[69854]: DEBUG nova.network.neutron [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.019845] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519492, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.055114] env[69854]: DEBUG nova.policy [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf8afda5b9a402b8c5f5b772a878203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd584ccad0f7b4553a237943749956722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.070032] env[69854]: DEBUG oslo_concurrency.lockutils [req-dd6600c2-5c54-4039-ba00-81a6add6f511 req-49fbe34f-b263-4b64-99ee-de9765e3edce service nova] Releasing lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.076183] env[69854]: DEBUG nova.objects.base [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.381947] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519493, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.486928] env[69854]: DEBUG nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.499771] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10fde71-0eb6-40fa-993e-9e693d4a78d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.519162] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fd49fe-3db6-4e70-b327-bbd5ae4f7c95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.523542] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845876} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.523876] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 0bba67d1-91f2-4359-9eb8-1eb928e7c11b/0bba67d1-91f2-4359-9eb8-1eb928e7c11b.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.524143] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.524866] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f18281-7bfb-4739-9278-bdd804af8bf2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.560968] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d6a55-415d-41b1-b3a6-3c19339cc61b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.564132] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 994.564132] env[69854]: value = "task-3519494" [ 994.564132] env[69854]: _type = "Task" [ 994.564132] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.575374] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20061972-dca2-49d4-90bd-349c277f0229 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.582091] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.595934] env[69854]: DEBUG nova.compute.provider_tree [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.882608] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519493, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.897734] env[69854]: DEBUG nova.network.neutron [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating instance_info_cache with network_info: [{"id": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "address": "fa:16:3e:15:95:0a", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4ab4f1-01", "ovs_interfaceid": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.910922] env[69854]: DEBUG nova.compute.manager [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Received event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.911117] env[69854]: DEBUG nova.compute.manager [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing instance network info cache due to event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.911355] env[69854]: DEBUG oslo_concurrency.lockutils [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] Acquiring lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.911500] env[69854]: DEBUG oslo_concurrency.lockutils [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] Acquired lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.911795] env[69854]: DEBUG nova.network.neutron [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.000096] env[69854]: DEBUG nova.network.neutron [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Successfully created port: caab9659-791d-4fd9-bc40-03322b1cbbf1 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.085869] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094418} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.086552] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.087487] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69aad35-ce9f-4ad9-ae3c-d79ff40e4299 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.119729] env[69854]: DEBUG nova.scheduler.client.report [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.139048] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 0bba67d1-91f2-4359-9eb8-1eb928e7c11b/0bba67d1-91f2-4359-9eb8-1eb928e7c11b.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.139048] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e259d29-45cd-4b76-8c76-e2faf4c20b62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.170517] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 995.170517] env[69854]: value = "task-3519495" [ 995.170517] env[69854]: _type = "Task" [ 995.170517] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.186176] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.246615] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Successfully updated port: b6551672-7f1b-4585-9c64-f971e3490082 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.384959] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519493, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.402537] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.499634] env[69854]: DEBUG nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.570552] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.571021] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.571307] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.571555] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.571713] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.571864] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.572161] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.572480] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.572792] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.573344] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.573344] env[69854]: DEBUG nova.virt.hardware [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.574496] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93f660c-8dbf-465d-949a-51873b5198f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.598052] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e1aa43-67f6-403a-899f-f589c436a9b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.639257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.645021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.545s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.645021] env[69854]: DEBUG nova.objects.instance [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lazy-loading 'resources' on Instance uuid f4a9caf6-2c3c-46d7-8a67-5360edbaa93e {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.670970] env[69854]: INFO nova.scheduler.client.report [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Deleted allocations for instance 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d [ 995.690023] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519495, 'name': ReconfigVM_Task, 'duration_secs': 0.438214} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.690174] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 0bba67d1-91f2-4359-9eb8-1eb928e7c11b/0bba67d1-91f2-4359-9eb8-1eb928e7c11b.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.690952] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-375d76ee-966e-4a6b-89be-87f42854d139 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.699866] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 995.699866] env[69854]: value = "task-3519496" [ 995.699866] env[69854]: _type = "Task" [ 995.699866] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.713693] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519496, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.751092] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.751255] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.751424] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.884057] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519493, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.185785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a5d0c2c2-673f-48bf-9b01-56bfb4d52d7c tempest-VolumesAdminNegativeTest-613767114 tempest-VolumesAdminNegativeTest-613767114-project-member] Lock "2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.188s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.221750] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519496, 'name': Rename_Task, 'duration_secs': 0.156388} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.225063] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.225808] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b4a1d1-3728-4373-8ee9-82617d09cc3b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.237637] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 996.237637] env[69854]: value = "task-3519497" [ 996.237637] env[69854]: _type = "Task" [ 996.237637] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.257024] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519497, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.303722] env[69854]: DEBUG nova.network.neutron [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updated VIF entry in instance network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.304417] env[69854]: DEBUG nova.network.neutron [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.341758] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.382066] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519493, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.434024} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.382596] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e/cb51ccc0-40fb-4fbf-ae3e-6030f00c2f3e.vmdk to [datastore2] e9eba1ad-cad1-49eb-b90c-c5a216e578f1/e9eba1ad-cad1-49eb-b90c-c5a216e578f1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.383262] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c0f60-b975-4845-b65f-1f1f2ed9bbce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.409490] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] e9eba1ad-cad1-49eb-b90c-c5a216e578f1/e9eba1ad-cad1-49eb-b90c-c5a216e578f1.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.414290] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7e54eb-ffa0-4ecc-9d7e-7316d46deae6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.430161] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.431264] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eed7e75f-2cde-4771-9584-9f5c51f2078b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.438796] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 996.438796] env[69854]: value = "task-3519498" [ 996.438796] env[69854]: _type = "Task" [ 996.438796] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.440112] env[69854]: DEBUG oslo_vmware.api [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 996.440112] env[69854]: value = "task-3519499" [ 996.440112] env[69854]: _type = "Task" [ 996.440112] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.455406] env[69854]: DEBUG oslo_vmware.api [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519499, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.458758] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.686723] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e715fd-fbf2-4533-9670-c358b247bf88 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.695164] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe683d4-9c9e-41fe-9b50-d5aca8113550 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.732885] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1bafe-4008-4460-9818-679914b732c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.741859] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232cc23-72bd-4bf1-a29c-32ef81e96515 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.761996] env[69854]: DEBUG nova.compute.provider_tree [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.767154] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519497, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.807318] env[69854]: DEBUG oslo_concurrency.lockutils [req-bbf798e3-07a4-45f7-a7c8-8381c8cc6f19 req-e2b0ba21-66ed-421b-84e3-0a765acbcd1b service nova] Releasing lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.955882] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519498, 'name': ReconfigVM_Task, 'duration_secs': 0.510309} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.959833] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Reconfigured VM instance instance-00000046 to attach disk [datastore2] e9eba1ad-cad1-49eb-b90c-c5a216e578f1/e9eba1ad-cad1-49eb-b90c-c5a216e578f1.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.960863] env[69854]: DEBUG oslo_vmware.api [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519499, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.961033] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3ca98d7-e408-435b-a8b1-4e39e1d9c5b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.964077] env[69854]: DEBUG nova.network.neutron [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Updating instance_info_cache with network_info: [{"id": "8d3b12a9-1e91-4f63-b031-5dd4b83659c0", "address": "fa:16:3e:80:3e:70", "network": {"id": "dcc60bd6-1186-4afb-8be0-c72310985c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794045907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3b12a9-1e", "ovs_interfaceid": "8d3b12a9-1e91-4f63-b031-5dd4b83659c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7cf733b-0f81-41a1-86dc-5b096c65c90e", "address": "fa:16:3e:05:13:13", "network": {"id": "9a755858-3de0-40b6-9095-1ed68dd129d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1063614018", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cf733b-0f", "ovs_interfaceid": "c7cf733b-0f81-41a1-86dc-5b096c65c90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6551672-7f1b-4585-9c64-f971e3490082", "address": "fa:16:3e:dd:f4:69", "network": {"id": "dcc60bd6-1186-4afb-8be0-c72310985c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794045907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6551672-7f", "ovs_interfaceid": "b6551672-7f1b-4585-9c64-f971e3490082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.974273] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 996.974273] env[69854]: value = "task-3519500" [ 996.974273] env[69854]: _type = "Task" [ 996.974273] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.985348] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519500, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.038488] env[69854]: DEBUG nova.compute.manager [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-vif-plugged-b6551672-7f1b-4585-9c64-f971e3490082 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.038805] env[69854]: DEBUG oslo_concurrency.lockutils [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] Acquiring lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.039018] env[69854]: DEBUG oslo_concurrency.lockutils [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.039159] env[69854]: DEBUG oslo_concurrency.lockutils [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.039339] env[69854]: DEBUG nova.compute.manager [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] No waiting events found dispatching network-vif-plugged-b6551672-7f1b-4585-9c64-f971e3490082 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.039543] env[69854]: WARNING nova.compute.manager [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received unexpected event network-vif-plugged-b6551672-7f1b-4585-9c64-f971e3490082 for instance with vm_state building and task_state spawning. [ 997.039698] env[69854]: DEBUG nova.compute.manager [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-changed-b6551672-7f1b-4585-9c64-f971e3490082 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.039921] env[69854]: DEBUG nova.compute.manager [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Refreshing instance network info cache due to event network-changed-b6551672-7f1b-4585-9c64-f971e3490082. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.040133] env[69854]: DEBUG oslo_concurrency.lockutils [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] Acquiring lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.260241] env[69854]: DEBUG oslo_vmware.api [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519497, 'name': PowerOnVM_Task, 'duration_secs': 0.766567} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.261047] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.261311] env[69854]: INFO nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Took 9.01 seconds to spawn the instance on the hypervisor. [ 997.261522] env[69854]: DEBUG nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.263325] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a64d0da-724a-453e-966b-80048c5b2004 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.269105] env[69854]: DEBUG nova.scheduler.client.report [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.457744] env[69854]: DEBUG oslo_vmware.api [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519499, 'name': PowerOnVM_Task, 'duration_secs': 0.735469} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.458037] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.458254] env[69854]: DEBUG nova.compute.manager [None req-f54ecb83-5c91-4db8-aff4-0137530950e5 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.459069] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f54b22-346c-4942-b8c2-601df7188a58 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.468167] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Releasing lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.468167] env[69854]: DEBUG nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Instance network_info: |[{"id": "8d3b12a9-1e91-4f63-b031-5dd4b83659c0", "address": "fa:16:3e:80:3e:70", "network": {"id": "dcc60bd6-1186-4afb-8be0-c72310985c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794045907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3b12a9-1e", "ovs_interfaceid": "8d3b12a9-1e91-4f63-b031-5dd4b83659c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7cf733b-0f81-41a1-86dc-5b096c65c90e", "address": "fa:16:3e:05:13:13", "network": {"id": "9a755858-3de0-40b6-9095-1ed68dd129d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1063614018", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cf733b-0f", "ovs_interfaceid": "c7cf733b-0f81-41a1-86dc-5b096c65c90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6551672-7f1b-4585-9c64-f971e3490082", "address": "fa:16:3e:dd:f4:69", "network": {"id": "dcc60bd6-1186-4afb-8be0-c72310985c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794045907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6551672-7f", "ovs_interfaceid": "b6551672-7f1b-4585-9c64-f971e3490082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.471339] env[69854]: DEBUG oslo_concurrency.lockutils [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] Acquired lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.471538] env[69854]: DEBUG nova.network.neutron [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Refreshing network info cache for port b6551672-7f1b-4585-9c64-f971e3490082 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.472850] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:3e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3b12a9-1e91-4f63-b031-5dd4b83659c0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:13:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7cf733b-0f81-41a1-86dc-5b096c65c90e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:f4:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6551672-7f1b-4585-9c64-f971e3490082', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.488762] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Creating folder: Project (87770357124a446a9adf9d6dd8f5cb61). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.492623] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36c3947b-6d86-4406-b788-1e0e57291ad5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.511240] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519500, 'name': Rename_Task, 'duration_secs': 0.231664} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.514191] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.514191] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Created folder: Project (87770357124a446a9adf9d6dd8f5cb61) in parent group-v702928. [ 997.514191] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Creating folder: Instances. Parent ref: group-v703127. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.514191] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55f080c-c82e-4b85-92c4-ef53fc055752 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.516650] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff7c622e-7b93-44b4-a006-68f7fd241000 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.521810] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 997.521810] env[69854]: value = "task-3519502" [ 997.521810] env[69854]: _type = "Task" [ 997.521810] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.529380] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.530860] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Created folder: Instances in parent group-v703127. [ 997.531091] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.531276] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.531522] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9f16186-c610-462b-b4af-890d014f0119 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.558547] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.558547] env[69854]: value = "task-3519504" [ 997.558547] env[69854]: _type = "Task" [ 997.558547] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.566936] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519504, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.682122] env[69854]: DEBUG nova.network.neutron [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Successfully updated port: caab9659-791d-4fd9-bc40-03322b1cbbf1 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.782105] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.794026] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.684s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.794026] env[69854]: DEBUG nova.objects.instance [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lazy-loading 'resources' on Instance uuid 9dea10fc-d9f0-415b-b343-2bb889f5ae60 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.797858] env[69854]: INFO nova.compute.manager [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Took 39.75 seconds to build instance. [ 997.828083] env[69854]: INFO nova.scheduler.client.report [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted allocations for instance f4a9caf6-2c3c-46d7-8a67-5360edbaa93e [ 997.831477] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a0be9-a8e2-da99-6dee-c91d44ba0c09/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 997.834303] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769df0f-047e-4666-814b-7954f9c08208 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.844202] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a0be9-a8e2-da99-6dee-c91d44ba0c09/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 997.844323] env[69854]: ERROR oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a0be9-a8e2-da99-6dee-c91d44ba0c09/disk-0.vmdk due to incomplete transfer. [ 997.844534] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33e5e9f2-85a4-4394-a370-f0dda1d6a816 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.853747] env[69854]: DEBUG oslo_vmware.rw_handles [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a0be9-a8e2-da99-6dee-c91d44ba0c09/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 997.853930] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Uploaded image abb30b9d-00f4-4a01-bddf-01a4f0cd30fd to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 997.856435] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 997.860187] env[69854]: DEBUG nova.network.neutron [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Updated VIF entry in instance network info cache for port b6551672-7f1b-4585-9c64-f971e3490082. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.860187] env[69854]: DEBUG nova.network.neutron [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Updating instance_info_cache with network_info: [{"id": "8d3b12a9-1e91-4f63-b031-5dd4b83659c0", "address": "fa:16:3e:80:3e:70", "network": {"id": "dcc60bd6-1186-4afb-8be0-c72310985c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794045907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3b12a9-1e", "ovs_interfaceid": "8d3b12a9-1e91-4f63-b031-5dd4b83659c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7cf733b-0f81-41a1-86dc-5b096c65c90e", "address": "fa:16:3e:05:13:13", "network": {"id": "9a755858-3de0-40b6-9095-1ed68dd129d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1063614018", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cf733b-0f", "ovs_interfaceid": "c7cf733b-0f81-41a1-86dc-5b096c65c90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6551672-7f1b-4585-9c64-f971e3490082", "address": "fa:16:3e:dd:f4:69", "network": {"id": "dcc60bd6-1186-4afb-8be0-c72310985c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794045907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6551672-7f", "ovs_interfaceid": "b6551672-7f1b-4585-9c64-f971e3490082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.860187] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1e28056-6bc2-4deb-8af7-a3209b965705 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.866019] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 997.866019] env[69854]: value = "task-3519505" [ 997.866019] env[69854]: _type = "Task" [ 997.866019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.874780] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519505, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.032833] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.069139] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519504, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.184580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-3e5edb84-1179-4056-954b-f0ee456533aa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.185011] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-3e5edb84-1179-4056-954b-f0ee456533aa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.185011] env[69854]: DEBUG nova.network.neutron [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.304125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c06c003-5ba2-47b2-a193-5c81245c35ff tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.635s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.343380] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d2d28595-c4ff-4d3c-9661-3669b5137323 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "f4a9caf6-2c3c-46d7-8a67-5360edbaa93e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.015s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.365067] env[69854]: DEBUG oslo_concurrency.lockutils [req-0970e642-0901-495e-87eb-f8783204b066 req-927910df-f441-4633-9e58-25652d1d773c service nova] Releasing lock "refresh_cache-0f635a00-0e7a-46a9-b918-231571db2dae" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.380136] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519505, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.533846] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.568968] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519504, 'name': CreateVM_Task, 'duration_secs': 0.895216} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.569172] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.570093] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.570276] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.570593] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.570853] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26e910c-3aed-43eb-a61b-daa8598f4635 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.579008] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 998.579008] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52309715-129d-f76d-6735-ce0bf246ad12" [ 998.579008] env[69854]: _type = "Task" [ 998.579008] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.587959] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52309715-129d-f76d-6735-ce0bf246ad12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.753451] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96947ec8-c15f-4a67-824e-980a10fe555d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.761921] env[69854]: DEBUG nova.network.neutron [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.765948] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c123d67f-bfdc-422d-b0cc-3f9b4fbf99e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.799042] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad49276-7e47-4c27-8707-6487b5f1c693 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.807030] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ef574e-063a-4b6e-859f-e4e2549e8e6c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.824395] env[69854]: DEBUG nova.compute.provider_tree [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.877073] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519505, 'name': Destroy_Task, 'duration_secs': 0.620797} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.877502] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Destroyed the VM [ 998.877584] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 998.877826] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd2c32a8-a154-4dcb-b147-7c4d06dda6cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.885192] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 998.885192] env[69854]: value = "task-3519506" [ 998.885192] env[69854]: _type = "Task" [ 998.885192] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.893704] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519506, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.034471] env[69854]: DEBUG oslo_vmware.api [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519502, 'name': PowerOnVM_Task, 'duration_secs': 1.053294} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.034754] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.034948] env[69854]: INFO nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Took 16.64 seconds to spawn the instance on the hypervisor. [ 999.035147] env[69854]: DEBUG nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.035921] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2977d1a-e1d2-4abe-9957-ff2c2e87ee8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.086769] env[69854]: DEBUG nova.network.neutron [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Updating instance_info_cache with network_info: [{"id": "caab9659-791d-4fd9-bc40-03322b1cbbf1", "address": "fa:16:3e:5e:5e:d9", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaab9659-79", "ovs_interfaceid": "caab9659-791d-4fd9-bc40-03322b1cbbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.094818] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52309715-129d-f76d-6735-ce0bf246ad12, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.096361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.096361] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.096361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.096361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.096361] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.096617] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c78ec137-59ea-4a00-8361-a40a1d0afc08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.107602] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.107852] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.108741] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab588e2-3b1a-410c-92b5-24fd783cf3af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.115570] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 999.115570] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520d44f9-c6e2-3df3-22e1-f81e1f9825fe" [ 999.115570] env[69854]: _type = "Task" [ 999.115570] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.124367] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520d44f9-c6e2-3df3-22e1-f81e1f9825fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.155606] env[69854]: DEBUG nova.compute.manager [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Received event network-vif-plugged-caab9659-791d-4fd9-bc40-03322b1cbbf1 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.157233] env[69854]: DEBUG oslo_concurrency.lockutils [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] Acquiring lock "3e5edb84-1179-4056-954b-f0ee456533aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.157233] env[69854]: DEBUG oslo_concurrency.lockutils [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] Lock "3e5edb84-1179-4056-954b-f0ee456533aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.157233] env[69854]: DEBUG oslo_concurrency.lockutils [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] Lock "3e5edb84-1179-4056-954b-f0ee456533aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.157233] env[69854]: DEBUG nova.compute.manager [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] No waiting events found dispatching network-vif-plugged-caab9659-791d-4fd9-bc40-03322b1cbbf1 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.157233] env[69854]: WARNING nova.compute.manager [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Received unexpected event network-vif-plugged-caab9659-791d-4fd9-bc40-03322b1cbbf1 for instance with vm_state building and task_state spawning. [ 999.157233] env[69854]: DEBUG nova.compute.manager [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Received event network-changed-caab9659-791d-4fd9-bc40-03322b1cbbf1 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.157233] env[69854]: DEBUG nova.compute.manager [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Refreshing instance network info cache due to event network-changed-caab9659-791d-4fd9-bc40-03322b1cbbf1. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.157233] env[69854]: DEBUG oslo_concurrency.lockutils [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] Acquiring lock "refresh_cache-3e5edb84-1179-4056-954b-f0ee456533aa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.331054] env[69854]: DEBUG nova.scheduler.client.report [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.398270] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519506, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.496419] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.496699] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.564670] env[69854]: INFO nova.compute.manager [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Took 44.11 seconds to build instance. [ 999.596975] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-3e5edb84-1179-4056-954b-f0ee456533aa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.597359] env[69854]: DEBUG nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Instance network_info: |[{"id": "caab9659-791d-4fd9-bc40-03322b1cbbf1", "address": "fa:16:3e:5e:5e:d9", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaab9659-79", "ovs_interfaceid": "caab9659-791d-4fd9-bc40-03322b1cbbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.597697] env[69854]: DEBUG oslo_concurrency.lockutils [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] Acquired lock "refresh_cache-3e5edb84-1179-4056-954b-f0ee456533aa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.597934] env[69854]: DEBUG nova.network.neutron [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Refreshing network info cache for port caab9659-791d-4fd9-bc40-03322b1cbbf1 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.599367] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:5e:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caab9659-791d-4fd9-bc40-03322b1cbbf1', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.608945] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.614548] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.615183] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55775191-b836-4b68-8cf8-db9f7c21eaad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.652509] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520d44f9-c6e2-3df3-22e1-f81e1f9825fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.654018] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.654018] env[69854]: value = "task-3519507" [ 999.654018] env[69854]: _type = "Task" [ 999.654018] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.654255] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c69a690-e7b2-4dc7-b353-ae3bda4a94bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.662928] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 999.662928] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ab660-b267-6cfd-2efe-355757c7b743" [ 999.662928] env[69854]: _type = "Task" [ 999.662928] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.666820] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519507, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.678617] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ab660-b267-6cfd-2efe-355757c7b743, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.678886] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.679191] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 0f635a00-0e7a-46a9-b918-231571db2dae/0f635a00-0e7a-46a9-b918-231571db2dae.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.679466] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a472fc2d-f1bb-435e-80d2-ba5db390809c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.685436] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 999.685436] env[69854]: value = "task-3519508" [ 999.685436] env[69854]: _type = "Task" [ 999.685436] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.693270] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.836631] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.839468] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.019s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.841200] env[69854]: INFO nova.compute.claims [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.845631] env[69854]: DEBUG nova.network.neutron [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Updated VIF entry in instance network info cache for port caab9659-791d-4fd9-bc40-03322b1cbbf1. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.846180] env[69854]: DEBUG nova.network.neutron [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Updating instance_info_cache with network_info: [{"id": "caab9659-791d-4fd9-bc40-03322b1cbbf1", "address": "fa:16:3e:5e:5e:d9", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaab9659-79", "ovs_interfaceid": "caab9659-791d-4fd9-bc40-03322b1cbbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.875714] env[69854]: INFO nova.scheduler.client.report [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Deleted allocations for instance 9dea10fc-d9f0-415b-b343-2bb889f5ae60 [ 999.897994] env[69854]: DEBUG oslo_vmware.api [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519506, 'name': RemoveSnapshot_Task, 'duration_secs': 0.764714} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.897994] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 999.897994] env[69854]: INFO nova.compute.manager [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Took 16.43 seconds to snapshot the instance on the hypervisor. [ 999.987175] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.004690] env[69854]: DEBUG nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.068067] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a9be48f7-d794-4ed7-b72e-17e638dbe642 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.804s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.068359] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.082s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.068613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.068899] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.069115] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.073408] env[69854]: INFO nova.compute.manager [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Terminating instance [ 1000.174934] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519507, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.204054] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.350942] env[69854]: DEBUG oslo_concurrency.lockutils [req-1276bbfa-5989-4268-8c2e-d949cd33fb1e req-298ecdbf-55cc-41ac-a8db-2aad31402c08 service nova] Releasing lock "refresh_cache-3e5edb84-1179-4056-954b-f0ee456533aa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.391237] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ee7e013-baa7-460a-901b-3502f8ddb363 tempest-MultipleCreateTestJSON-1984531437 tempest-MultipleCreateTestJSON-1984531437-project-member] Lock "9dea10fc-d9f0-415b-b343-2bb889f5ae60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.908s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.491779] env[69854]: DEBUG nova.compute.manager [None req-8a880da0-a623-4786-a50e-b5a83c9c9f94 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Found 2 images (rotation: 2) {{(pid=69854) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1000.528685] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.578700] env[69854]: DEBUG nova.compute.manager [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.578925] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.582400] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e6c157-82d3-4b66-8ca1-bb75851a7520 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.588993] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.589625] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e5c807-4db4-4233-b921-8c747ec9d49d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.597253] env[69854]: DEBUG oslo_vmware.api [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1000.597253] env[69854]: value = "task-3519509" [ 1000.597253] env[69854]: _type = "Task" [ 1000.597253] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.607924] env[69854]: DEBUG oslo_vmware.api [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.668074] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519507, 'name': CreateVM_Task, 'duration_secs': 0.628685} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.668194] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.668915] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.669089] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.669400] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.669669] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44843699-f0b6-41a8-bf7a-a826ed5149bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.674808] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1000.674808] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bca138-3198-3db1-fae0-c1157536ff12" [ 1000.674808] env[69854]: _type = "Task" [ 1000.674808] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.684654] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bca138-3198-3db1-fae0-c1157536ff12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.695324] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708573} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.695714] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 0f635a00-0e7a-46a9-b918-231571db2dae/0f635a00-0e7a-46a9-b918-231571db2dae.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.696902] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.697047] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02b6e902-17e7-48a2-b5f1-d6127da885c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.704555] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1000.704555] env[69854]: value = "task-3519510" [ 1000.704555] env[69854]: _type = "Task" [ 1000.704555] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.714798] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.109844] env[69854]: DEBUG oslo_vmware.api [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519509, 'name': PowerOffVM_Task, 'duration_secs': 0.397927} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.109844] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.109844] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.110259] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc100d35-58dd-434f-81fc-fafcb84f73fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.187742] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.187742] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.187742] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleting the datastore file [datastore2] e9eba1ad-cad1-49eb-b90c-c5a216e578f1 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.188334] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d4a0b8a-1b25-4351-a1f5-49d7d5668a7c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.194073] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bca138-3198-3db1-fae0-c1157536ff12, 'name': SearchDatastore_Task, 'duration_secs': 0.012972} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.194693] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.194951] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.195212] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.195410] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.195587] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.195804] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beee34b4-10a9-4ec9-9958-2468f2552b3c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.201879] env[69854]: DEBUG oslo_vmware.api [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1001.201879] env[69854]: value = "task-3519512" [ 1001.201879] env[69854]: _type = "Task" [ 1001.201879] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.210093] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.210288] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.214263] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8173bb2b-4215-4daa-b05d-1cb2fefc906e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.216868] env[69854]: DEBUG oslo_vmware.api [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.224514] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071591} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.225837] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.226247] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1001.226247] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5276d1a6-30e3-1503-78f5-7b720954b40e" [ 1001.226247] env[69854]: _type = "Task" [ 1001.226247] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.226963] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d193f326-7a2d-4166-9bdb-388e6096dc1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.266810] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 0f635a00-0e7a-46a9-b918-231571db2dae/0f635a00-0e7a-46a9-b918-231571db2dae.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.273588] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f98e57df-7864-4991-8227-a9f31f08afec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.287838] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5276d1a6-30e3-1503-78f5-7b720954b40e, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.289604] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a72dcd8-a524-4ab3-b14a-56ff700f3edb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.294367] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1001.294367] env[69854]: value = "task-3519513" [ 1001.294367] env[69854]: _type = "Task" [ 1001.294367] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.295459] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1001.295459] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f142b7-694f-5525-00f2-ee058c7bdcc1" [ 1001.295459] env[69854]: _type = "Task" [ 1001.295459] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.313929] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.314773] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f142b7-694f-5525-00f2-ee058c7bdcc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.314773] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.315437] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.315437] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a74dd425-0a78-448e-9392-daa333034a43 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.321280] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1001.321280] env[69854]: value = "task-3519514" [ 1001.321280] env[69854]: _type = "Task" [ 1001.321280] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.329910] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.361634] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dc9e90-9c2e-4b75-8865-383affaf0d0e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.368949] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15d25a1-351d-4477-b2a7-d034a934c654 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.401518] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ea115-09e7-4474-801a-5066a63780d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.409350] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2144b7f3-fa09-4e34-8451-c5deaddca5b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.424852] env[69854]: DEBUG nova.compute.provider_tree [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.430025] env[69854]: DEBUG nova.compute.manager [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.430025] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d6203-12e8-409c-8759-ed87ea66e051 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.718995] env[69854]: DEBUG oslo_vmware.api [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152054} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.720557] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.720557] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.720557] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.720557] env[69854]: INFO nova.compute.manager [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.720741] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.720940] env[69854]: DEBUG nova.compute.manager [-] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.721071] env[69854]: DEBUG nova.network.neutron [-] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.814303] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519513, 'name': ReconfigVM_Task, 'duration_secs': 0.513264} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.814843] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 0f635a00-0e7a-46a9-b918-231571db2dae/0f635a00-0e7a-46a9-b918-231571db2dae.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.815677] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb7e4ba9-3aa3-41f1-ba6e-60422b878ec4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.822994] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1001.822994] env[69854]: value = "task-3519515" [ 1001.822994] env[69854]: _type = "Task" [ 1001.822994] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.845237] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516701} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.845237] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519515, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.845237] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.845560] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.845961] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d9f19e4-4c6d-4d90-ac11-745ec4b23230 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.853037] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1001.853037] env[69854]: value = "task-3519516" [ 1001.853037] env[69854]: _type = "Task" [ 1001.853037] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.861983] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.929884] env[69854]: DEBUG nova.scheduler.client.report [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.938667] env[69854]: INFO nova.compute.manager [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] instance snapshotting [ 1001.939575] env[69854]: DEBUG nova.objects.instance [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'flavor' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.340319] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519515, 'name': Rename_Task, 'duration_secs': 0.387308} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.340736] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.341839] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea81e30-caa0-427a-a818-55680f6086e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.356605] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1002.356605] env[69854]: value = "task-3519517" [ 1002.356605] env[69854]: _type = "Task" [ 1002.356605] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.368465] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519517, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.372087] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.376674} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.372294] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.373544] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e6fbb2-efe9-4085-b2f9-0e583a151843 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.398135] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.398626] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de67ba7f-7a0a-4255-a16a-199426df13a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.419419] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1002.419419] env[69854]: value = "task-3519518" [ 1002.419419] env[69854]: _type = "Task" [ 1002.419419] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.432135] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.435300] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.436773] env[69854]: DEBUG nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.441561] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.545s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.442536] env[69854]: DEBUG nova.objects.instance [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lazy-loading 'resources' on Instance uuid 2f759908-97b6-4565-9def-df1e75c1225c {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.449253] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f141d2f-772b-462c-b61c-48870a48f739 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.458208] env[69854]: DEBUG nova.compute.manager [req-07dc4096-b618-4fbc-a16c-ade55731b1f7 req-ed0e6b1d-1d66-4b3d-91fc-316bde8bc71a service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Received event network-vif-deleted-477d5322-2228-430b-8e88-9c052d1a071c {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.459179] env[69854]: INFO nova.compute.manager [req-07dc4096-b618-4fbc-a16c-ade55731b1f7 req-ed0e6b1d-1d66-4b3d-91fc-316bde8bc71a service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Neutron deleted interface 477d5322-2228-430b-8e88-9c052d1a071c; detaching it from the instance and deleting it from the info cache [ 1002.459179] env[69854]: DEBUG nova.network.neutron [req-07dc4096-b618-4fbc-a16c-ade55731b1f7 req-ed0e6b1d-1d66-4b3d-91fc-316bde8bc71a service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.485511] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafaaa4f-bb63-49da-b626-a20225da9a50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.864767] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519517, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.925538] env[69854]: DEBUG nova.network.neutron [-] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.930334] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519518, 'name': ReconfigVM_Task, 'duration_secs': 0.30492} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.931131] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.931965] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf3c725-3fbd-42da-b402-c3f9abd6727e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.939337] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1002.939337] env[69854]: value = "task-3519519" [ 1002.939337] env[69854]: _type = "Task" [ 1002.939337] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.946426] env[69854]: DEBUG nova.compute.utils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.951099] env[69854]: DEBUG nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.951099] env[69854]: DEBUG nova.network.neutron [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.955406] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519519, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.961935] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bafe5bb-222a-4d0c-8885-05992e83a6d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.972640] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19667a8-68fc-4800-9cfe-8bc4f6552be4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.999819] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1003.017746] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a4ba5ad-9be2-4c83-a281-5b376e1bf49d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.020230] env[69854]: DEBUG nova.compute.manager [req-07dc4096-b618-4fbc-a16c-ade55731b1f7 req-ed0e6b1d-1d66-4b3d-91fc-316bde8bc71a service nova] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Detach interface failed, port_id=477d5322-2228-430b-8e88-9c052d1a071c, reason: Instance e9eba1ad-cad1-49eb-b90c-c5a216e578f1 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.025089] env[69854]: DEBUG nova.policy [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23bd97b38e9d40409b2c7d30e49abe4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9586898470b4135a33552dacadb840c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.030447] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1003.030447] env[69854]: value = "task-3519520" [ 1003.030447] env[69854]: _type = "Task" [ 1003.030447] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.039302] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.368038] env[69854]: DEBUG oslo_vmware.api [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519517, 'name': PowerOnVM_Task, 'duration_secs': 1.000289} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.368038] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.368038] env[69854]: INFO nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Took 17.80 seconds to spawn the instance on the hypervisor. [ 1003.368038] env[69854]: DEBUG nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.368871] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7893d-806e-4c0a-a9bd-1f20c12ef39b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.431791] env[69854]: INFO nova.compute.manager [-] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Took 1.71 seconds to deallocate network for instance. [ 1003.438058] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e1c17-4608-461d-83c3-e1a9c02adee4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.458333] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d6ab8-120d-462e-82f1-ade2c7f2578e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.458333] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519519, 'name': Rename_Task, 'duration_secs': 0.145458} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.462128] env[69854]: DEBUG nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.462448] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.463501] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9c810fe-0a31-46e3-8b23-57be39c6c89c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.502419] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51754a-9dc8-4ceb-ab40-8b1a5e6a7112 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.507620] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1003.507620] env[69854]: value = "task-3519521" [ 1003.507620] env[69854]: _type = "Task" [ 1003.507620] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.517323] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f711cb2-2ad9-496b-8d19-728eab5da1b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.528982] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.547783] env[69854]: DEBUG nova.compute.provider_tree [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.555067] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.717344] env[69854]: DEBUG nova.network.neutron [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Successfully created port: e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.899157] env[69854]: INFO nova.compute.manager [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Took 48.31 seconds to build instance. [ 1003.948791] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.020203] env[69854]: DEBUG oslo_vmware.api [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519521, 'name': PowerOnVM_Task, 'duration_secs': 0.48363} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.020500] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.020707] env[69854]: INFO nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1004.020894] env[69854]: DEBUG nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.022600] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c071b-544e-4c90-8da5-ac078e70f70b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.042556] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519520, 'name': CreateSnapshot_Task, 'duration_secs': 0.713164} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.042946] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.043979] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f320c-407a-482d-8f0a-70e72bf47785 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.052298] env[69854]: DEBUG nova.scheduler.client.report [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.103512] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b08c4ee-2479-490a-ad47-b87c49273644 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.103512] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b08c4ee-2479-490a-ad47-b87c49273644 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.105779] env[69854]: DEBUG nova.objects.instance [None req-0b08c4ee-2479-490a-ad47-b87c49273644 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'flavor' on Instance uuid de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.400168] env[69854]: DEBUG oslo_concurrency.lockutils [None req-38ace32d-ba6b-4a84-b448-4d4d559c11f9 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "0f635a00-0e7a-46a9-b918-231571db2dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.216s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.512430] env[69854]: DEBUG nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.552403] env[69854]: INFO nova.compute.manager [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Took 21.64 seconds to build instance. [ 1004.558985] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.569863] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.572971] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.573254] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.573424] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.573760] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.573916] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.574096] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.574315] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.574472] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.574659] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.574837] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.575036] env[69854]: DEBUG nova.virt.hardware [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.575373] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.327s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.577036] env[69854]: INFO nova.compute.claims [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.579995] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07219d96-0f93-4f1c-b2b2-8afda7729bf3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.583650] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305756a8-56e1-4a38-b343-4cddf54ca78d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.596230] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495bd45a-fe35-44fa-89d7-c66950bfc531 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.600196] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1004.600196] env[69854]: value = "task-3519522" [ 1004.600196] env[69854]: _type = "Task" [ 1004.600196] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.602023] env[69854]: INFO nova.scheduler.client.report [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted allocations for instance 2f759908-97b6-4565-9def-df1e75c1225c [ 1004.623279] env[69854]: DEBUG nova.objects.instance [None req-0b08c4ee-2479-490a-ad47-b87c49273644 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'pci_requests' on Instance uuid de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.629573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "0f635a00-0e7a-46a9-b918-231571db2dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.629787] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "0f635a00-0e7a-46a9-b918-231571db2dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.629992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.630217] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.630412] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "0f635a00-0e7a-46a9-b918-231571db2dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.632099] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519522, 'name': CloneVM_Task} progress is 12%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.632548] env[69854]: INFO nova.compute.manager [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Terminating instance [ 1005.057350] env[69854]: DEBUG oslo_concurrency.lockutils [None req-72cdece8-69ba-4869-9f37-1fce74383b9f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.633s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.116692] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519522, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.117395] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a4b92444-c7e5-4484-b3f0-b6ca78c05bc7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "2f759908-97b6-4565-9def-df1e75c1225c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.858s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.123494] env[69854]: DEBUG nova.objects.base [None req-0b08c4ee-2479-490a-ad47-b87c49273644 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.123891] env[69854]: DEBUG nova.network.neutron [None req-0b08c4ee-2479-490a-ad47-b87c49273644 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.141264] env[69854]: DEBUG nova.compute.manager [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.141727] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.143267] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a97d037-50e0-4948-b48d-54a3b53c44e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.152676] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.153663] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d48d9f2-798f-4dfa-aaf8-86251aac85ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.161403] env[69854]: DEBUG oslo_vmware.api [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1005.161403] env[69854]: value = "task-3519523" [ 1005.161403] env[69854]: _type = "Task" [ 1005.161403] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.173288] env[69854]: DEBUG oslo_vmware.api [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.326202] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0b08c4ee-2479-490a-ad47-b87c49273644 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.222s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.445162] env[69854]: DEBUG nova.network.neutron [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Successfully updated port: e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.618902] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519522, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.674815] env[69854]: DEBUG oslo_vmware.api [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519523, 'name': PowerOffVM_Task, 'duration_secs': 0.406108} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.677968] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.678306] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.679445] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaef7155-da00-45bb-8688-d092f8489996 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.843541] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.847017] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.847017] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Deleting the datastore file [datastore2] 0f635a00-0e7a-46a9-b918-231571db2dae {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.847318] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d1b299b-68df-4026-a88c-538d28d4ec88 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.856017] env[69854]: DEBUG oslo_vmware.api [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1005.856017] env[69854]: value = "task-3519525" [ 1005.856017] env[69854]: _type = "Task" [ 1005.856017] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.864200] env[69854]: DEBUG oslo_vmware.api [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.949009] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949179] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquired lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.949332] env[69854]: DEBUG nova.network.neutron [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.016514] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b90bdaa-631f-43c9-b724-988262657027 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.025598] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9077d0e4-16d4-4e26-97d7-c9f16c40ca92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.065160] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1648298b-1745-4965-b084-c8933dabb917 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.074167] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15663cb8-dcb5-4dec-8b4f-a584b7b7030f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.090409] env[69854]: DEBUG nova.compute.provider_tree [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.115450] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519522, 'name': CloneVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.309499] env[69854]: DEBUG nova.compute.manager [req-a0c02e14-ca1e-4bbc-b97e-5fdbb63cd34b req-f29ae32c-714b-4084-834a-a620894fabbb service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Received event network-vif-plugged-e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.309568] env[69854]: DEBUG oslo_concurrency.lockutils [req-a0c02e14-ca1e-4bbc-b97e-5fdbb63cd34b req-f29ae32c-714b-4084-834a-a620894fabbb service nova] Acquiring lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.310169] env[69854]: DEBUG oslo_concurrency.lockutils [req-a0c02e14-ca1e-4bbc-b97e-5fdbb63cd34b req-f29ae32c-714b-4084-834a-a620894fabbb service nova] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.310169] env[69854]: DEBUG oslo_concurrency.lockutils [req-a0c02e14-ca1e-4bbc-b97e-5fdbb63cd34b req-f29ae32c-714b-4084-834a-a620894fabbb service nova] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.310169] env[69854]: DEBUG nova.compute.manager [req-a0c02e14-ca1e-4bbc-b97e-5fdbb63cd34b req-f29ae32c-714b-4084-834a-a620894fabbb service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] No waiting events found dispatching network-vif-plugged-e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.310316] env[69854]: WARNING nova.compute.manager [req-a0c02e14-ca1e-4bbc-b97e-5fdbb63cd34b req-f29ae32c-714b-4084-834a-a620894fabbb service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Received unexpected event network-vif-plugged-e582b7bd-f782-4130-a166-a88fba3d605b for instance with vm_state building and task_state spawning. [ 1006.369021] env[69854]: DEBUG oslo_vmware.api [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371275} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.369021] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.369021] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.369021] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.369021] env[69854]: INFO nova.compute.manager [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1006.369021] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.369021] env[69854]: DEBUG nova.compute.manager [-] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.369021] env[69854]: DEBUG nova.network.neutron [-] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.486564] env[69854]: DEBUG nova.network.neutron [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.597670] env[69854]: DEBUG nova.scheduler.client.report [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.621102] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519522, 'name': CloneVM_Task, 'duration_secs': 1.576517} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.623013] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Created linked-clone VM from snapshot [ 1006.623013] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c20bd7b-5cd0-4ddd-af9d-9a03663cb782 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.640180] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Uploading image 14438876-10be-46e8-b1a9-7bf32aa6405e {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1006.685154] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1006.685154] env[69854]: value = "vm-703132" [ 1006.685154] env[69854]: _type = "VirtualMachine" [ 1006.685154] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1006.685458] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e23cbce6-733c-44a1-9cc8-07d5945aed97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.694627] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease: (returnval){ [ 1006.694627] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52862d5f-8d5d-fc22-a8f4-ad163427c90a" [ 1006.694627] env[69854]: _type = "HttpNfcLease" [ 1006.694627] env[69854]: } obtained for exporting VM: (result){ [ 1006.694627] env[69854]: value = "vm-703132" [ 1006.694627] env[69854]: _type = "VirtualMachine" [ 1006.694627] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1006.695190] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the lease: (returnval){ [ 1006.695190] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52862d5f-8d5d-fc22-a8f4-ad163427c90a" [ 1006.695190] env[69854]: _type = "HttpNfcLease" [ 1006.695190] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1006.701558] env[69854]: DEBUG nova.network.neutron [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Updating instance_info_cache with network_info: [{"id": "e582b7bd-f782-4130-a166-a88fba3d605b", "address": "fa:16:3e:5d:67:49", "network": {"id": "85387d9b-c506-4cab-bc1a-7ab8232bbbd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-851290967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9586898470b4135a33552dacadb840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape582b7bd-f7", "ovs_interfaceid": "e582b7bd-f782-4130-a166-a88fba3d605b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.706203] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.706203] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52862d5f-8d5d-fc22-a8f4-ad163427c90a" [ 1006.706203] env[69854]: _type = "HttpNfcLease" [ 1006.706203] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1006.706834] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1006.706834] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52862d5f-8d5d-fc22-a8f4-ad163427c90a" [ 1006.706834] env[69854]: _type = "HttpNfcLease" [ 1006.706834] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1006.707918] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc1573-9af7-4ef0-9088-4991de0e1c75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.717541] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288ecd6-7fcb-d484-ad42-4f22b7206310/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1006.717836] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288ecd6-7fcb-d484-ad42-4f22b7206310/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1006.808320] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "e2de5455-e804-4086-909f-dd8f81749b77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.808564] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "e2de5455-e804-4086-909f-dd8f81749b77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.813962] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e0e09af-abc7-481c-a880-e13780045eb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.109074] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.109074] env[69854]: DEBUG nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.111392] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.599s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.203808] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Releasing lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.204239] env[69854]: DEBUG nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Instance network_info: |[{"id": "e582b7bd-f782-4130-a166-a88fba3d605b", "address": "fa:16:3e:5d:67:49", "network": {"id": "85387d9b-c506-4cab-bc1a-7ab8232bbbd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-851290967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9586898470b4135a33552dacadb840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape582b7bd-f7", "ovs_interfaceid": "e582b7bd-f782-4130-a166-a88fba3d605b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.204675] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:67:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e582b7bd-f782-4130-a166-a88fba3d605b', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.213375] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Creating folder: Project (e9586898470b4135a33552dacadb840c). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.213881] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9358391-ca69-4fe2-8cb0-3bf1097a83bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.226964] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Created folder: Project (e9586898470b4135a33552dacadb840c) in parent group-v702928. [ 1007.227176] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Creating folder: Instances. Parent ref: group-v703133. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.227424] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b50b317-1166-44b1-b974-77693303a0fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.238217] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Created folder: Instances in parent group-v703133. [ 1007.238217] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.238217] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.239100] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3122d349-ea19-4391-921f-8bed9f876c19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.265206] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.265206] env[69854]: value = "task-3519529" [ 1007.265206] env[69854]: _type = "Task" [ 1007.265206] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.279476] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519529, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.310818] env[69854]: DEBUG nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.509936] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "3e5edb84-1179-4056-954b-f0ee456533aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.513456] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.513456] env[69854]: DEBUG nova.compute.manager [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.513456] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6c214-f27f-4785-9291-46b4d88c3071 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.524048] env[69854]: DEBUG nova.compute.manager [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1007.525013] env[69854]: DEBUG nova.objects.instance [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'flavor' on Instance uuid 3e5edb84-1179-4056-954b-f0ee456533aa {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.615268] env[69854]: DEBUG nova.compute.utils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.617021] env[69854]: DEBUG nova.objects.instance [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lazy-loading 'migration_context' on Instance uuid 58aec72d-9b5c-4921-9057-3c3c136d50ba {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.623301] env[69854]: DEBUG nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.623301] env[69854]: DEBUG nova.network.neutron [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.668716] env[69854]: DEBUG nova.policy [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f6d4ed33b24cd195293f9f860eeb3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e18b0f7bdbc4ac2a39c0ce96fad5558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.777375] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519529, 'name': CreateVM_Task, 'duration_secs': 0.428479} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.777557] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.778258] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.778417] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.778766] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.778976] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa94c5be-f04b-4a9c-8162-bdb7b36830b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.789153] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1007.789153] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bf84ed-938c-e897-dd5d-2f52edb0433a" [ 1007.789153] env[69854]: _type = "Task" [ 1007.789153] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.801888] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bf84ed-938c-e897-dd5d-2f52edb0433a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.844260] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.086990] env[69854]: DEBUG nova.network.neutron [-] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.122130] env[69854]: DEBUG nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.131485] env[69854]: DEBUG nova.network.neutron [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Successfully created port: fc2604d7-5708-4d3b-98c7-c9649a7a5439 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.210244] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.210244] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.290480] env[69854]: INFO nova.compute.manager [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Rebuilding instance [ 1008.306053] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bf84ed-938c-e897-dd5d-2f52edb0433a, 'name': SearchDatastore_Task, 'duration_secs': 0.0204} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.306756] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.307979] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.307979] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.307979] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.307979] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.310602] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2656f86b-1817-42ca-9e87-c366c4f3983d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.322064] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.322649] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.324688] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ea1309-60b0-4e41-b624-75f945e7b6e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.336021] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1008.336021] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e82661-2d9f-13d0-3725-2a6c0aeda60d" [ 1008.336021] env[69854]: _type = "Task" [ 1008.336021] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.350091] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e82661-2d9f-13d0-3725-2a6c0aeda60d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.350897] env[69854]: DEBUG nova.compute.manager [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.351824] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75967ec1-0d5e-4f72-9194-3a230ca23dcb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.397957] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.398257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.398619] env[69854]: DEBUG nova.objects.instance [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'flavor' on Instance uuid de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.536054] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.536714] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0e34d3-e5c3-4452-800b-760188301257 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.546439] env[69854]: DEBUG oslo_vmware.api [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1008.546439] env[69854]: value = "task-3519530" [ 1008.546439] env[69854]: _type = "Task" [ 1008.546439] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.556323] env[69854]: DEBUG oslo_vmware.api [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.591132] env[69854]: INFO nova.compute.manager [-] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Took 2.22 seconds to deallocate network for instance. [ 1008.647930] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de199be1-5208-49e5-9cfb-9a5811426f9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.663158] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57415140-1510-459b-acfc-1af30284d59a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.702236] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b732e-38b6-46e1-88a1-efba1d3d9360 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.713163] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e207eb4-0159-4a2a-b5c1-fa1dcf169b49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.722735] env[69854]: DEBUG nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.749494] env[69854]: DEBUG nova.compute.provider_tree [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.847909] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e82661-2d9f-13d0-3725-2a6c0aeda60d, 'name': SearchDatastore_Task, 'duration_secs': 0.022675} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.849039] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e50f55-1344-4c7d-8567-baee7047141f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.860587] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1008.860587] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52382d8d-cfef-5892-4ea3-d9dea32933f7" [ 1008.860587] env[69854]: _type = "Task" [ 1008.860587] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.871458] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52382d8d-cfef-5892-4ea3-d9dea32933f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.988650] env[69854]: DEBUG nova.objects.instance [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'pci_requests' on Instance uuid de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.057464] env[69854]: DEBUG oslo_vmware.api [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519530, 'name': PowerOffVM_Task, 'duration_secs': 0.325557} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.057807] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.058036] env[69854]: DEBUG nova.compute.manager [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.058902] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a54c12d-2926-4755-a761-c6fc62866e0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.098591] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.293068] env[69854]: DEBUG nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.293068] env[69854]: DEBUG nova.virt.hardware [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.293068] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5582c4-a5ad-497c-9a90-4c33f7b96dec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.293068] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8882654-1c85-4c37-ad28-daf24ed54694 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.293823] env[69854]: DEBUG nova.scheduler.client.report [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.293823] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.370414] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52382d8d-cfef-5892-4ea3-d9dea32933f7, 'name': SearchDatastore_Task, 'duration_secs': 0.027783} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.370680] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.371061] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 76e01fce-0657-49fc-bfa6-3bcc6d82a197/76e01fce-0657-49fc-bfa6-3bcc6d82a197.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.371338] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd13227a-8388-4c8c-8fb8-cce3f4511a54 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.373746] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.373987] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de84033-7066-4424-888c-dae7094c1214 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.382762] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1009.382762] env[69854]: value = "task-3519532" [ 1009.382762] env[69854]: _type = "Task" [ 1009.382762] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.383769] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 1009.383769] env[69854]: value = "task-3519531" [ 1009.383769] env[69854]: _type = "Task" [ 1009.383769] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.395613] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.398786] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.491649] env[69854]: DEBUG nova.objects.base [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1009.491894] env[69854]: DEBUG nova.network.neutron [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.529939] env[69854]: DEBUG nova.compute.manager [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Received event network-changed-e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.530084] env[69854]: DEBUG nova.compute.manager [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Refreshing instance network info cache due to event network-changed-e582b7bd-f782-4130-a166-a88fba3d605b. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.530382] env[69854]: DEBUG oslo_concurrency.lockutils [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] Acquiring lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.530764] env[69854]: DEBUG oslo_concurrency.lockutils [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] Acquired lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.530764] env[69854]: DEBUG nova.network.neutron [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Refreshing network info cache for port e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.541990] env[69854]: DEBUG nova.policy [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.572460] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c1f4ec8e-1fad-4f7c-91e4-510cb23d9a1b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.854602] env[69854]: DEBUG nova.network.neutron [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Successfully created port: 8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.902829] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519532, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.907190] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519531, 'name': PowerOffVM_Task, 'duration_secs': 0.162577} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.907415] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.908711] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.908982] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e7c794-671d-4676-9961-48a84dcfeab7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.919795] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 1009.919795] env[69854]: value = "task-3519533" [ 1009.919795] env[69854]: _type = "Task" [ 1009.919795] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.931034] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.931362] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1009.931641] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703070', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'name': 'volume-b047122a-0c27-4af5-bc50-119cb67b6ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4775d1c9-faac-4ec8-b4e2-4bb8443774cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'serial': 'b047122a-0c27-4af5-bc50-119cb67b6ba0'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1009.932501] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad277e8a-d7c1-475e-a06c-2c94bb01e0b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.955184] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939ac28-6667-4a52-bd59-1b630e60c0d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.967942] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a26982-2568-42a2-8378-f9e7254db2bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.969827] env[69854]: DEBUG nova.network.neutron [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Successfully updated port: fc2604d7-5708-4d3b-98c7-c9649a7a5439 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.995335] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de2ca23-9019-4924-a1c4-b6905cf65663 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.012148] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] The volume has not been displaced from its original location: [datastore1] volume-b047122a-0c27-4af5-bc50-119cb67b6ba0/volume-b047122a-0c27-4af5-bc50-119cb67b6ba0.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1010.017859] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.017979] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48cf8038-dac9-4cbc-80b0-387d7037bef3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.039033] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 1010.039033] env[69854]: value = "task-3519534" [ 1010.039033] env[69854]: _type = "Task" [ 1010.039033] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.050236] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.133413] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.133719] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.270547] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.159s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.276772] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.748s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.278574] env[69854]: INFO nova.compute.claims [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.345094] env[69854]: DEBUG nova.network.neutron [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Updated VIF entry in instance network info cache for port e582b7bd-f782-4130-a166-a88fba3d605b. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.345094] env[69854]: DEBUG nova.network.neutron [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Updating instance_info_cache with network_info: [{"id": "e582b7bd-f782-4130-a166-a88fba3d605b", "address": "fa:16:3e:5d:67:49", "network": {"id": "85387d9b-c506-4cab-bc1a-7ab8232bbbd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-851290967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9586898470b4135a33552dacadb840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape582b7bd-f7", "ovs_interfaceid": "e582b7bd-f782-4130-a166-a88fba3d605b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.395424] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519532, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.473724] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "refresh_cache-8e017fda-5fdb-4636-ba9c-6d27e9ae10af" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.473971] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquired lock "refresh_cache-8e017fda-5fdb-4636-ba9c-6d27e9ae10af" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.474197] env[69854]: DEBUG nova.network.neutron [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.551577] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.638429] env[69854]: DEBUG nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.847394] env[69854]: DEBUG oslo_concurrency.lockutils [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] Releasing lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.847677] env[69854]: DEBUG nova.compute.manager [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-vif-deleted-8d3b12a9-1e91-4f63-b031-5dd4b83659c0 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.847927] env[69854]: DEBUG nova.compute.manager [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-vif-deleted-b6551672-7f1b-4585-9c64-f971e3490082 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.848047] env[69854]: DEBUG nova.compute.manager [req-968e9fd1-5a80-43b4-9c5e-1e9b41b00b8f req-1ac6dc7f-ff48-4c2a-8355-4d898e75ae8f service nova] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Received event network-vif-deleted-c7cf733b-0f81-41a1-86dc-5b096c65c90e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.899469] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519532, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.012332] env[69854]: DEBUG nova.network.neutron [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.051347] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.166852] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.213323] env[69854]: DEBUG nova.network.neutron [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Updating instance_info_cache with network_info: [{"id": "fc2604d7-5708-4d3b-98c7-c9649a7a5439", "address": "fa:16:3e:64:d6:f7", "network": {"id": "e1540997-2955-41f9-96bb-c309b99f0270", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1728027679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e18b0f7bdbc4ac2a39c0ce96fad5558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2604d7-57", "ovs_interfaceid": "fc2604d7-5708-4d3b-98c7-c9649a7a5439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.399089] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519532, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.564589} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.399089] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 76e01fce-0657-49fc-bfa6-3bcc6d82a197/76e01fce-0657-49fc-bfa6-3bcc6d82a197.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.399089] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.399089] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-967e2c29-6261-4a68-ba09-1399707c74e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.400439] env[69854]: DEBUG nova.network.neutron [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Successfully updated port: 8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.408600] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1011.408600] env[69854]: value = "task-3519535" [ 1011.408600] env[69854]: _type = "Task" [ 1011.408600] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.418885] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.432268] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "693e95c1-54e8-4318-a32f-dbc0969e1856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.432268] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.432442] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "693e95c1-54e8-4318-a32f-dbc0969e1856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.433505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.433505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.438552] env[69854]: INFO nova.compute.manager [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Terminating instance [ 1011.553493] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519534, 'name': ReconfigVM_Task, 'duration_secs': 1.131011} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.553493] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.558082] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b85da78-f930-4e54-a9e3-da8479e6487b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.578016] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 1011.578016] env[69854]: value = "task-3519536" [ 1011.578016] env[69854]: _type = "Task" [ 1011.578016] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.588707] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.600635] env[69854]: INFO nova.compute.manager [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Rebuilding instance [ 1011.649695] env[69854]: DEBUG nova.compute.manager [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.650410] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb506bd-f248-4928-8075-4cbc29cad1d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.719031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Releasing lock "refresh_cache-8e017fda-5fdb-4636-ba9c-6d27e9ae10af" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.719031] env[69854]: DEBUG nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Instance network_info: |[{"id": "fc2604d7-5708-4d3b-98c7-c9649a7a5439", "address": "fa:16:3e:64:d6:f7", "network": {"id": "e1540997-2955-41f9-96bb-c309b99f0270", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1728027679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e18b0f7bdbc4ac2a39c0ce96fad5558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2604d7-57", "ovs_interfaceid": "fc2604d7-5708-4d3b-98c7-c9649a7a5439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.719031] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:d6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc2604d7-5708-4d3b-98c7-c9649a7a5439', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.728043] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Creating folder: Project (0e18b0f7bdbc4ac2a39c0ce96fad5558). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.732586] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08433d9d-a601-4824-85fc-bc2b318051cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.746244] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535e8f3c-ca33-442b-a391-ed235c7e714d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.751302] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Created folder: Project (0e18b0f7bdbc4ac2a39c0ce96fad5558) in parent group-v702928. [ 1011.751520] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Creating folder: Instances. Parent ref: group-v703136. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.752167] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa7963d-618b-4d24-a4aa-f131147a686c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.756876] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd461b-32b0-49ed-b7b5-63dbb808a186 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.763062] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Created folder: Instances in parent group-v703136. [ 1011.763311] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.763512] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.763739] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9611191-c2b0-437e-a449-e524d7f05fb0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.805398] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87aa90d-dc99-40ad-a7ec-ebff2023bb68 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.812706] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.812706] env[69854]: value = "task-3519539" [ 1011.812706] env[69854]: _type = "Task" [ 1011.812706] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.819459] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0374dd-7288-41df-a4ae-533527c340c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.827592] env[69854]: INFO nova.compute.manager [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Swapping old allocation on dict_keys(['1cf36e99-9a52-41f0-a821-9dab8331e5f4']) held by migration cbcd11b9-2149-479f-839a-aab68618ffb7 for instance [ 1011.827592] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519539, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.840465] env[69854]: DEBUG nova.compute.provider_tree [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.859328] env[69854]: DEBUG nova.scheduler.client.report [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Overwriting current allocation {'allocations': {'1cf36e99-9a52-41f0-a821-9dab8331e5f4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '9d42c576954243ce8299e44e5bbcfc6b', 'user_id': '779963fd62b7439c8e5665dea3936f58', 'consumer_generation': 1} on consumer 58aec72d-9b5c-4921-9057-3c3c136d50ba {{(pid=69854) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1011.905243] env[69854]: DEBUG nova.compute.manager [req-d66fb1c2-62b6-4556-a38b-adc8c6b40f68 req-0eea145f-3898-482b-995e-9c8d13bad8d4 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-vif-plugged-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.905243] env[69854]: DEBUG oslo_concurrency.lockutils [req-d66fb1c2-62b6-4556-a38b-adc8c6b40f68 req-0eea145f-3898-482b-995e-9c8d13bad8d4 service nova] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.905505] env[69854]: DEBUG oslo_concurrency.lockutils [req-d66fb1c2-62b6-4556-a38b-adc8c6b40f68 req-0eea145f-3898-482b-995e-9c8d13bad8d4 service nova] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.905554] env[69854]: DEBUG oslo_concurrency.lockutils [req-d66fb1c2-62b6-4556-a38b-adc8c6b40f68 req-0eea145f-3898-482b-995e-9c8d13bad8d4 service nova] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.905768] env[69854]: DEBUG nova.compute.manager [req-d66fb1c2-62b6-4556-a38b-adc8c6b40f68 req-0eea145f-3898-482b-995e-9c8d13bad8d4 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] No waiting events found dispatching network-vif-plugged-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.905895] env[69854]: WARNING nova.compute.manager [req-d66fb1c2-62b6-4556-a38b-adc8c6b40f68 req-0eea145f-3898-482b-995e-9c8d13bad8d4 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received unexpected event network-vif-plugged-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 for instance with vm_state active and task_state None. [ 1011.906848] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.907071] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.907256] env[69854]: DEBUG nova.network.neutron [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.923251] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09811} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.923921] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.924936] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93345bf0-2f75-4a2d-b3d5-51b0f4fcd551 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.950600] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 76e01fce-0657-49fc-bfa6-3bcc6d82a197/76e01fce-0657-49fc-bfa6-3bcc6d82a197.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.951831] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.952037] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquired lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.952215] env[69854]: DEBUG nova.network.neutron [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.953844] env[69854]: DEBUG nova.compute.manager [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.954088] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.954391] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a8965f-5f1d-471c-8b38-54923549595d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.970079] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67202561-ed24-4500-aab7-4ad0be568a45 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.978819] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.980153] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e20abb0-da0f-4d30-91bb-58628ce46514 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.982079] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1011.982079] env[69854]: value = "task-3519540" [ 1011.982079] env[69854]: _type = "Task" [ 1011.982079] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.990822] env[69854]: DEBUG oslo_vmware.api [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 1011.990822] env[69854]: value = "task-3519541" [ 1011.990822] env[69854]: _type = "Task" [ 1011.990822] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.994149] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.002988] env[69854]: DEBUG oslo_vmware.api [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.089684] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519536, 'name': ReconfigVM_Task, 'duration_secs': 0.160161} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.090017] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703070', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'name': 'volume-b047122a-0c27-4af5-bc50-119cb67b6ba0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4775d1c9-faac-4ec8-b4e2-4bb8443774cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b047122a-0c27-4af5-bc50-119cb67b6ba0', 'serial': 'b047122a-0c27-4af5-bc50-119cb67b6ba0'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1012.090381] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.091328] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2fd7fb-8270-4730-bff2-23ee657b9f89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.100857] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.101167] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e18b00ed-bed4-4b16-9731-7560a942f220 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.181738] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.182180] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.182451] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Deleting the datastore file [datastore1] 4775d1c9-faac-4ec8-b4e2-4bb8443774cc {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.182951] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7416af15-e101-42d5-8208-7edc03cab949 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.195092] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for the task: (returnval){ [ 1012.195092] env[69854]: value = "task-3519543" [ 1012.195092] env[69854]: _type = "Task" [ 1012.195092] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.208172] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.253079] env[69854]: DEBUG nova.compute.manager [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Received event network-vif-plugged-fc2604d7-5708-4d3b-98c7-c9649a7a5439 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.253446] env[69854]: DEBUG oslo_concurrency.lockutils [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] Acquiring lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.253735] env[69854]: DEBUG oslo_concurrency.lockutils [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.253907] env[69854]: DEBUG oslo_concurrency.lockutils [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.254094] env[69854]: DEBUG nova.compute.manager [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] No waiting events found dispatching network-vif-plugged-fc2604d7-5708-4d3b-98c7-c9649a7a5439 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.254267] env[69854]: WARNING nova.compute.manager [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Received unexpected event network-vif-plugged-fc2604d7-5708-4d3b-98c7-c9649a7a5439 for instance with vm_state building and task_state spawning. [ 1012.254426] env[69854]: DEBUG nova.compute.manager [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Received event network-changed-fc2604d7-5708-4d3b-98c7-c9649a7a5439 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.254576] env[69854]: DEBUG nova.compute.manager [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Refreshing instance network info cache due to event network-changed-fc2604d7-5708-4d3b-98c7-c9649a7a5439. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.254796] env[69854]: DEBUG oslo_concurrency.lockutils [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] Acquiring lock "refresh_cache-8e017fda-5fdb-4636-ba9c-6d27e9ae10af" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.254942] env[69854]: DEBUG oslo_concurrency.lockutils [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] Acquired lock "refresh_cache-8e017fda-5fdb-4636-ba9c-6d27e9ae10af" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.255110] env[69854]: DEBUG nova.network.neutron [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Refreshing network info cache for port fc2604d7-5708-4d3b-98c7-c9649a7a5439 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.323174] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519539, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.344066] env[69854]: DEBUG nova.scheduler.client.report [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.444567] env[69854]: WARNING nova.network.neutron [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] cf2143b8-d4cb-45b8-a1fb-7257963a7065 already exists in list: networks containing: ['cf2143b8-d4cb-45b8-a1fb-7257963a7065']. ignoring it [ 1012.496760] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.505670] env[69854]: DEBUG oslo_vmware.api [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519541, 'name': PowerOffVM_Task, 'duration_secs': 0.318506} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.506140] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.506140] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.506350] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64448cd-8751-45bc-ad75-8a6cfef7c7bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.583401] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.583798] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.583860] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Deleting the datastore file [datastore1] 693e95c1-54e8-4318-a32f-dbc0969e1856 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.584161] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc1b5283-3228-4f6a-beec-93ed0154b0a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.597094] env[69854]: DEBUG oslo_vmware.api [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for the task: (returnval){ [ 1012.597094] env[69854]: value = "task-3519545" [ 1012.597094] env[69854]: _type = "Task" [ 1012.597094] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.606773] env[69854]: DEBUG oslo_vmware.api [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.674834] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.675237] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea678e94-5df2-4209-8a3e-b7abef60b28f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.684421] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1012.684421] env[69854]: value = "task-3519546" [ 1012.684421] env[69854]: _type = "Task" [ 1012.684421] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.705374] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1012.705531] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.711904] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c935b2f2-90a7-4108-9ba9-a13a4996e772 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.726605] env[69854]: DEBUG oslo_vmware.api [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Task: {'id': task-3519543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114796} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.731204] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.731550] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.731858] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.734934] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.741499] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a287147b-6545-45d6-9d07-375ae9e13c5c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.807316] env[69854]: DEBUG nova.network.neutron [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "address": "fa:16:3e:1a:e0:3b", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2966a9-c7", "ovs_interfaceid": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.821408] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.821906] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f45c85f8-8bdd-4061-8ada-c031650245f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.832731] env[69854]: DEBUG nova.network.neutron [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [{"id": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "address": "fa:16:3e:ce:1d:d4", "network": {"id": "ae3fee68-51aa-402e-a137-9109dc105168", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fbce8223972048f5877ec8affa59ee59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadf812-18", "ovs_interfaceid": "3eadf812-1812-4850-8f93-b3ba4b3c7f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.835665] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.836990] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.836990] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleting the datastore file [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.838038] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b749c74-7f3d-4fa0-b6f1-adbed4acb95b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.850078] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519539, 'name': CreateVM_Task, 'duration_secs': 0.668803} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.850871] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.851830] env[69854]: DEBUG nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.860089] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.862779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.913s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.862779] env[69854]: DEBUG nova.objects.instance [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lazy-loading 'resources' on Instance uuid e9eba1ad-cad1-49eb-b90c-c5a216e578f1 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.871902] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5defc5-2ac8-42c2-807f-0f2b792f945d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.898880] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.899206] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.899693] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.901743] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1012.901743] env[69854]: value = "task-3519548" [ 1012.901743] env[69854]: _type = "Task" [ 1012.901743] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.902295] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32f004a-7a59-48d6-8f57-80d86b046fa5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.916282] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1012.916282] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52576a65-19b3-6697-e525-eeb60c33fe14" [ 1012.916282] env[69854]: _type = "Task" [ 1012.916282] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.922286] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.955286] env[69854]: ERROR nova.compute.manager [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Failed to detach volume b047122a-0c27-4af5-bc50-119cb67b6ba0 from /dev/sda: nova.exception.InstanceNotFound: Instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc could not be found. [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Traceback (most recent call last): [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self.driver.rebuild(**kwargs) [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] raise NotImplementedError() [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] NotImplementedError [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] During handling of the above exception, another exception occurred: [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Traceback (most recent call last): [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self.driver.detach_volume(context, old_connection_info, [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] return self._volumeops.detach_volume(connection_info, instance) [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self._detach_volume_vmdk(connection_info, instance) [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] stable_ref.fetch_moref(session) [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] nova.exception.InstanceNotFound: Instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc could not be found. [ 1012.955286] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1012.971452] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52576a65-19b3-6697-e525-eeb60c33fe14, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.972091] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.972454] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.972800] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.973044] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.973322] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.973731] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dbbcd8e-18db-41f0-8508-dd8dc1b93f0b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.985969] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.986283] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.992163] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc964b32-d201-43a5-b082-540ba91d0b17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.006894] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519540, 'name': ReconfigVM_Task, 'duration_secs': 0.569283} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.016112] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 76e01fce-0657-49fc-bfa6-3bcc6d82a197/76e01fce-0657-49fc-bfa6-3bcc6d82a197.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.017448] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1013.017448] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52169bf1-dfb9-fabd-99d9-d06e8e034b98" [ 1013.017448] env[69854]: _type = "Task" [ 1013.017448] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.018223] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca311a5c-758a-4135-8956-b0b93c14998d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.038068] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1013.038068] env[69854]: value = "task-3519549" [ 1013.038068] env[69854]: _type = "Task" [ 1013.038068] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.038412] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52169bf1-dfb9-fabd-99d9-d06e8e034b98, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.047594] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92bd5f7-a3bb-4173-885f-cbdad1622004 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.062145] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1013.062145] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fde517-5cf0-1386-113f-33461345b919" [ 1013.062145] env[69854]: _type = "Task" [ 1013.062145] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.067399] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519549, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.087276] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fde517-5cf0-1386-113f-33461345b919, 'name': SearchDatastore_Task, 'duration_secs': 0.017134} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.087737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.087737] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 8e017fda-5fdb-4636-ba9c-6d27e9ae10af/8e017fda-5fdb-4636-ba9c-6d27e9ae10af.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.088190] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-140e8edb-aa1d-4d34-9743-3ea3915d3a6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.108211] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1013.108211] env[69854]: value = "task-3519550" [ 1013.108211] env[69854]: _type = "Task" [ 1013.108211] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.116108] env[69854]: DEBUG oslo_vmware.api [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Task: {'id': task-3519545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192024} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.119905] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.120048] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.120286] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.120515] env[69854]: INFO nova.compute.manager [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1013.120871] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.121515] env[69854]: DEBUG nova.compute.manager [-] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.121698] env[69854]: DEBUG nova.network.neutron [-] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.127240] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.147740] env[69854]: DEBUG nova.network.neutron [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Updated VIF entry in instance network info cache for port fc2604d7-5708-4d3b-98c7-c9649a7a5439. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.148100] env[69854]: DEBUG nova.network.neutron [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Updating instance_info_cache with network_info: [{"id": "fc2604d7-5708-4d3b-98c7-c9649a7a5439", "address": "fa:16:3e:64:d6:f7", "network": {"id": "e1540997-2955-41f9-96bb-c309b99f0270", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1728027679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e18b0f7bdbc4ac2a39c0ce96fad5558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2604d7-57", "ovs_interfaceid": "fc2604d7-5708-4d3b-98c7-c9649a7a5439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.170244] env[69854]: DEBUG nova.compute.utils [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Build of instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc aborted: Failed to rebuild volume backed instance. {{(pid=69854) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1013.172686] env[69854]: ERROR nova.compute.manager [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc aborted: Failed to rebuild volume backed instance. [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Traceback (most recent call last): [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self.driver.rebuild(**kwargs) [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] raise NotImplementedError() [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] NotImplementedError [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] During handling of the above exception, another exception occurred: [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Traceback (most recent call last): [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self._detach_root_volume(context, instance, root_bdm) [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] with excutils.save_and_reraise_exception(): [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self.force_reraise() [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] raise self.value [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self.driver.detach_volume(context, old_connection_info, [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] return self._volumeops.detach_volume(connection_info, instance) [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self._detach_volume_vmdk(connection_info, instance) [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] stable_ref.fetch_moref(session) [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] nova.exception.InstanceNotFound: Instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc could not be found. [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] During handling of the above exception, another exception occurred: [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Traceback (most recent call last): [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] yield [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1013.172686] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self._do_rebuild_instance_with_claim( [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self._do_rebuild_instance( [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self._rebuild_default_impl(**kwargs) [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] self._rebuild_volume_backed_instance( [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] raise exception.BuildAbortException( [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] nova.exception.BuildAbortException: Build of instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc aborted: Failed to rebuild volume backed instance. [ 1013.173942] env[69854]: ERROR nova.compute.manager [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] [ 1013.310559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.311268] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.311425] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.312414] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f3a547-85d1-4d4f-81a3-85892e938a3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.331514] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.331888] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.331995] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.332303] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.332619] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.332842] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.333117] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.333297] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.333496] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.333903] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.333985] env[69854]: DEBUG nova.virt.hardware [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.341406] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfiguring VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1013.346287] env[69854]: DEBUG oslo_concurrency.lockutils [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Releasing lock "refresh_cache-58aec72d-9b5c-4921-9057-3c3c136d50ba" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.346723] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.346996] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17afbc0f-6819-4231-b634-e46fd5409fa6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.360037] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b7edeb3-920f-4eae-89ca-e876d2e8db93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.367786] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1013.367786] env[69854]: value = "task-3519551" [ 1013.367786] env[69854]: _type = "Task" [ 1013.367786] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.369660] env[69854]: DEBUG oslo_vmware.api [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1013.369660] env[69854]: value = "task-3519552" [ 1013.369660] env[69854]: _type = "Task" [ 1013.369660] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.388142] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.388450] env[69854]: DEBUG oslo_vmware.api [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519552, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.396214] env[69854]: DEBUG nova.compute.utils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.397745] env[69854]: DEBUG nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.398012] env[69854]: DEBUG nova.network.neutron [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.419521] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156277} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.420723] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.420993] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.421259] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.448157] env[69854]: DEBUG nova.policy [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ffdd26643b45c8a612ad0c9fd54818', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687bd8432ba349cd822be549072b8551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.468128] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0fdf4a-f5c8-495f-b3f4-49db704f0b6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.477806] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c1233-6006-47fe-928c-eb712479b4ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.513030] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f994425-cb85-4787-9538-e56210fec49d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.521793] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c55630-9c85-43f7-a876-5fcd67aa7a65 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.538414] env[69854]: DEBUG nova.compute.provider_tree [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.552954] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519549, 'name': Rename_Task, 'duration_secs': 0.212614} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.553249] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.553511] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de5df54e-e3ed-4ef5-a04d-8acea8f2fcd5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.563285] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1013.563285] env[69854]: value = "task-3519553" [ 1013.563285] env[69854]: _type = "Task" [ 1013.563285] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.572786] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.619905] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.650843] env[69854]: DEBUG oslo_concurrency.lockutils [req-92029606-2897-4afe-952f-b81818450572 req-7e8d330d-8020-4248-be79-0da23e0e80ea service nova] Releasing lock "refresh_cache-8e017fda-5fdb-4636-ba9c-6d27e9ae10af" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.752349] env[69854]: DEBUG nova.network.neutron [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Successfully created port: 2a3525e6-0a13-40ae-953c-e6899dd6c407 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.885234] env[69854]: DEBUG oslo_vmware.api [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.885494] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.902450] env[69854]: DEBUG nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.043786] env[69854]: DEBUG nova.scheduler.client.report [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.084270] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.123206] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.305789] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288ecd6-7fcb-d484-ad42-4f22b7206310/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.306175] env[69854]: DEBUG nova.network.neutron [-] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.308394] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd411a-47b6-4995-94de-b3ecf41cbcb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.318015] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288ecd6-7fcb-d484-ad42-4f22b7206310/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.318015] env[69854]: ERROR oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288ecd6-7fcb-d484-ad42-4f22b7206310/disk-0.vmdk due to incomplete transfer. [ 1014.318270] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f3a77d58-1172-4807-8325-016a8e00fba8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.329377] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288ecd6-7fcb-d484-ad42-4f22b7206310/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.329602] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Uploaded image 14438876-10be-46e8-b1a9-7bf32aa6405e to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.332482] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.333194] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc829f1d-0923-4347-842c-f0dd0c407632 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.344221] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1014.344221] env[69854]: value = "task-3519554" [ 1014.344221] env[69854]: _type = "Task" [ 1014.344221] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.356235] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519554, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.385119] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519551, 'name': PowerOffVM_Task, 'duration_secs': 0.773324} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.387934] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.388731] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:08:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6915c270-4acc-45d0-960b-ddac8f2efc2d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1732998051',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.388984] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.389162] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.389480] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.389558] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.389701] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.389911] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.390071] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.390240] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.390415] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.391054] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.395973] env[69854]: DEBUG oslo_vmware.api [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.396642] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9527e2dc-1212-4355-b146-56859e9267b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.419533] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1014.419533] env[69854]: value = "task-3519555" [ 1014.419533] env[69854]: _type = "Task" [ 1014.419533] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.429721] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.458361] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.458661] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.458840] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.459041] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.459208] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.459499] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.459771] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.459972] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.460196] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.460358] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.460535] env[69854]: DEBUG nova.virt.hardware [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.461930] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cba4ee1-e2c4-49ab-81d9-b7314c44b027 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.472792] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1387d6a-9f57-4cca-8d3d-3a6b084647d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.488036] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:5e:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caab9659-791d-4fd9-bc40-03322b1cbbf1', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.495613] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.496329] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.496585] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0254e28-df58-4923-9774-9ba419b94bd3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.519794] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.519794] env[69854]: value = "task-3519556" [ 1014.519794] env[69854]: _type = "Task" [ 1014.519794] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.529807] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519556, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.554913] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.557441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.713s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.559087] env[69854]: INFO nova.compute.claims [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.575810] env[69854]: DEBUG oslo_vmware.api [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519553, 'name': PowerOnVM_Task, 'duration_secs': 0.722099} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.576288] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.576333] env[69854]: INFO nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1014.576512] env[69854]: DEBUG nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.577348] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00ddd2-01b4-438d-a30f-5e6c1ca5026e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.588603] env[69854]: INFO nova.scheduler.client.report [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted allocations for instance e9eba1ad-cad1-49eb-b90c-c5a216e578f1 [ 1014.624059] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519550, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.320091} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.625026] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 8e017fda-5fdb-4636-ba9c-6d27e9ae10af/8e017fda-5fdb-4636-ba9c-6d27e9ae10af.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.625278] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.626452] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac14f50a-922d-47dd-a11b-434e9766ca0a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.637222] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1014.637222] env[69854]: value = "task-3519557" [ 1014.637222] env[69854]: _type = "Task" [ 1014.637222] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.648882] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.734945] env[69854]: DEBUG nova.compute.manager [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-changed-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.735180] env[69854]: DEBUG nova.compute.manager [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing instance network info cache due to event network-changed-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.736470] env[69854]: DEBUG oslo_concurrency.lockutils [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.736470] env[69854]: DEBUG oslo_concurrency.lockutils [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.736470] env[69854]: DEBUG nova.network.neutron [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing network info cache for port 8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.812902] env[69854]: INFO nova.compute.manager [-] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Took 1.69 seconds to deallocate network for instance. [ 1014.858360] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519554, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.883643] env[69854]: DEBUG oslo_vmware.api [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519552, 'name': ReconfigVM_Task, 'duration_secs': 1.23959} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.884434] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.884599] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfigured VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1014.889600] env[69854]: DEBUG nova.compute.manager [req-9810578a-5c64-4845-8c25-56cd0638b097 req-c9af157f-5f9f-498b-9d9f-c90837334ee6 service nova] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Received event network-vif-deleted-f47baaf8-240b-4bea-831c-609ffa538cd7 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.914529] env[69854]: DEBUG nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.930256] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519555, 'name': ReconfigVM_Task, 'duration_secs': 0.192014} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.931227] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1537f8e-562d-42e2-9a5f-0140f3401c74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.955439] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:08:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6915c270-4acc-45d0-960b-ddac8f2efc2d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1732998051',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.955678] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.955838] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.956018] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.956179] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.956326] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.956528] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.956714] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.956927] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.957132] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.957328] env[69854]: DEBUG nova.virt.hardware [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.960300] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.960524] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.960679] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.960857] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.961015] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.961212] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.961415] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.961571] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.961744] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.961923] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.962148] env[69854]: DEBUG nova.virt.hardware [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.962771] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4f941a-6fce-4dba-b8c9-95fd545d7993 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.965935] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6949d94c-de0a-4c7e-89c5-a4b6a3a85951 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.976423] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05d261f-bdbe-4db0-816b-bd195ffea3e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.980472] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1014.980472] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523597fb-6900-684c-6b9e-36d1999b22a1" [ 1014.980472] env[69854]: _type = "Task" [ 1014.980472] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.998395] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523597fb-6900-684c-6b9e-36d1999b22a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.030471] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519556, 'name': CreateVM_Task, 'duration_secs': 0.47729} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.030646] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.031341] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.031506] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.031826] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.032089] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f806e4-0730-4f2c-acd9-22a9dbc08c6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.036935] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1015.036935] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527dcd08-3a58-2bc6-ae23-dc4a51cb96a4" [ 1015.036935] env[69854]: _type = "Task" [ 1015.036935] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.047544] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527dcd08-3a58-2bc6-ae23-dc4a51cb96a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.101335] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6293c041-4dd8-43a8-9b97-a54c069b0f79 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "e9eba1ad-cad1-49eb-b90c-c5a216e578f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.033s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.103026] env[69854]: INFO nova.compute.manager [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Took 23.31 seconds to build instance. [ 1015.147565] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095975} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.147838] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.148632] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb11c61-838c-4247-9578-30fc3b0f6969 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.173417] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 8e017fda-5fdb-4636-ba9c-6d27e9ae10af/8e017fda-5fdb-4636-ba9c-6d27e9ae10af.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.174360] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321c879a-bc21-41f6-a17d-98bf6e771ea8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.193201] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.196079] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1015.196079] env[69854]: value = "task-3519558" [ 1015.196079] env[69854]: _type = "Task" [ 1015.196079] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.205584] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.318935] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.351500] env[69854]: DEBUG nova.network.neutron [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Successfully updated port: 2a3525e6-0a13-40ae-953c-e6899dd6c407 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.360457] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519554, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.391495] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9cb70603-10c7-41b3-a158-cbf589471b05 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.991s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.498127] env[69854]: DEBUG nova.network.neutron [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updated VIF entry in instance network info cache for port 8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.498127] env[69854]: DEBUG nova.network.neutron [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "address": "fa:16:3e:1a:e0:3b", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2966a9-c7", "ovs_interfaceid": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.510203] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523597fb-6900-684c-6b9e-36d1999b22a1, 'name': SearchDatastore_Task, 'duration_secs': 0.031223} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.516149] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.516814] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c74e951b-6fd7-41a6-9948-f8551ad538a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.537537] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1015.537537] env[69854]: value = "task-3519559" [ 1015.537537] env[69854]: _type = "Task" [ 1015.537537] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.550116] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527dcd08-3a58-2bc6-ae23-dc4a51cb96a4, 'name': SearchDatastore_Task, 'duration_secs': 0.076471} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.553017] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.553261] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.553497] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.553644] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.553860] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.554261] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.554372] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8674a689-2a92-4494-aed5-131611a6d960 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.571288] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.571837] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.574085] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f48cd8-fe2f-4af5-806a-fad431c473a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.582276] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1015.582276] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524d06fa-976e-eb1c-9bd2-52a167d055b6" [ 1015.582276] env[69854]: _type = "Task" [ 1015.582276] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.594995] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524d06fa-976e-eb1c-9bd2-52a167d055b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.605451] env[69854]: DEBUG oslo_concurrency.lockutils [None req-052ff700-6c58-4ef5-b63e-5b48dde9cd0f tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.835s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.707590] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.853192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.853347] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.853509] env[69854]: DEBUG nova.network.neutron [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.860757] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519554, 'name': Destroy_Task, 'duration_secs': 1.069682} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.861078] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Destroyed the VM [ 1015.861363] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.861653] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db11df51-2595-431b-b77d-6335904e8fcd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.872655] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1015.872655] env[69854]: value = "task-3519560" [ 1015.872655] env[69854]: _type = "Task" [ 1015.872655] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.883932] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.903778] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3344c-2e1c-40cc-aaa2-5c6e80b5668f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.911980] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c4d0a-1965-40e9-86d5-75808f9bb278 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.945503] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e8bee-746a-4656-b9a6-003f046443f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.954416] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deff8ab-c95e-4aca-ad14-4b55dea8dcc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.968573] env[69854]: DEBUG nova.compute.provider_tree [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.000854] env[69854]: DEBUG oslo_concurrency.lockutils [req-2d7fd345-e301-4954-946e-cad8a74731e3 req-2f5ef75b-0abb-4338-97db-99132932ccfa service nova] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.053020] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519559, 'name': ReconfigVM_Task, 'duration_secs': 0.277706} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.053020] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.053218] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93ee39-6344-4e65-a42b-c185e3548f52 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.079170] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.079596] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquiring lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.079815] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.080025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquiring lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.080216] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.080365] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.082014] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-623316a6-eb7f-4f14-832a-8f0367c0c993 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.097757] env[69854]: INFO nova.compute.manager [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Terminating instance [ 1016.111025] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524d06fa-976e-eb1c-9bd2-52a167d055b6, 'name': SearchDatastore_Task, 'duration_secs': 0.034783} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.111885] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f16ae9-2dd4-40cf-8493-ca185d5d720d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.115445] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1016.115445] env[69854]: value = "task-3519561" [ 1016.115445] env[69854]: _type = "Task" [ 1016.115445] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.122924] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1016.122924] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d30633-024a-987e-600d-9ff867c75ed9" [ 1016.122924] env[69854]: _type = "Task" [ 1016.122924] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.128084] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.134169] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d30633-024a-987e-600d-9ff867c75ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.135031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.135031] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.135309] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93dc86e-d807-4af2-b601-e8948ade22d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.143851] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1016.143851] env[69854]: value = "task-3519562" [ 1016.143851] env[69854]: _type = "Task" [ 1016.143851] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.153356] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.207350] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519558, 'name': ReconfigVM_Task, 'duration_secs': 0.764176} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.207657] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 8e017fda-5fdb-4636-ba9c-6d27e9ae10af/8e017fda-5fdb-4636-ba9c-6d27e9ae10af.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.208354] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-679d34c4-8288-429b-a794-5c2d29069b26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.218887] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1016.218887] env[69854]: value = "task-3519563" [ 1016.218887] env[69854]: _type = "Task" [ 1016.218887] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.228018] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519563, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.385759] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.391538] env[69854]: DEBUG nova.network.neutron [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.474131] env[69854]: DEBUG nova.scheduler.client.report [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.608032] env[69854]: DEBUG nova.compute.manager [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.608032] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d24cb45-cb52-46d0-950e-beddeefb6551 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.620755] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2634f4a-2cba-45e8-8fe9-74c21fea96b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.645156] env[69854]: DEBUG nova.network.neutron [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Updating instance_info_cache with network_info: [{"id": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "address": "fa:16:3e:51:6a:9a", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3525e6-0a", "ovs_interfaceid": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.672587] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.672809] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519562, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.693169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.693522] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.693805] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.694051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.694276] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.696810] env[69854]: WARNING nova.virt.vmwareapi.driver [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc could not be found. [ 1016.696956] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.697990] env[69854]: INFO nova.compute.manager [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Terminating instance [ 1016.699534] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-089411ce-ddb0-437e-9c13-2d704bd914a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.712201] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63257c02-2c24-4dcc-8714-cab13096f064 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.734411] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519563, 'name': Rename_Task, 'duration_secs': 0.165696} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.734593] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.735722] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6dd0b3-fd4c-437c-a5f0-bfb808055d0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.757652] env[69854]: WARNING nova.virt.vmwareapi.vmops [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4775d1c9-faac-4ec8-b4e2-4bb8443774cc could not be found. [ 1016.757652] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.757652] env[69854]: INFO nova.compute.manager [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Took 0.15 seconds to destroy the instance on the hypervisor. [ 1016.757652] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.758521] env[69854]: DEBUG nova.compute.manager [-] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.758521] env[69854]: DEBUG nova.network.neutron [-] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.759933] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1016.759933] env[69854]: value = "task-3519564" [ 1016.759933] env[69854]: _type = "Task" [ 1016.759933] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.769753] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.883905] env[69854]: DEBUG oslo_vmware.api [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519560, 'name': RemoveSnapshot_Task, 'duration_secs': 0.879142} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.884210] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1016.884457] env[69854]: INFO nova.compute.manager [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Took 14.44 seconds to snapshot the instance on the hypervisor. [ 1016.945058] env[69854]: DEBUG nova.compute.manager [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Received event network-vif-plugged-2a3525e6-0a13-40ae-953c-e6899dd6c407 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.945331] env[69854]: DEBUG oslo_concurrency.lockutils [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] Acquiring lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.945583] env[69854]: DEBUG oslo_concurrency.lockutils [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.945753] env[69854]: DEBUG oslo_concurrency.lockutils [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.946391] env[69854]: DEBUG nova.compute.manager [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] No waiting events found dispatching network-vif-plugged-2a3525e6-0a13-40ae-953c-e6899dd6c407 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.946649] env[69854]: WARNING nova.compute.manager [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Received unexpected event network-vif-plugged-2a3525e6-0a13-40ae-953c-e6899dd6c407 for instance with vm_state building and task_state spawning. [ 1016.946649] env[69854]: DEBUG nova.compute.manager [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Received event network-changed-2a3525e6-0a13-40ae-953c-e6899dd6c407 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.947042] env[69854]: DEBUG nova.compute.manager [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Refreshing instance network info cache due to event network-changed-2a3525e6-0a13-40ae-953c-e6899dd6c407. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.947042] env[69854]: DEBUG oslo_concurrency.lockutils [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] Acquiring lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.984916] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.985399] env[69854]: DEBUG nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.988784] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.890s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.989118] env[69854]: DEBUG nova.objects.instance [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lazy-loading 'resources' on Instance uuid 0f635a00-0e7a-46a9-b918-231571db2dae {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.162020] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.162020] env[69854]: DEBUG nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Instance network_info: |[{"id": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "address": "fa:16:3e:51:6a:9a", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3525e6-0a", "ovs_interfaceid": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.162020] env[69854]: DEBUG oslo_concurrency.lockutils [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] Acquired lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.162020] env[69854]: DEBUG nova.network.neutron [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Refreshing network info cache for port 2a3525e6-0a13-40ae-953c-e6899dd6c407 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.162020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:6a:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a3525e6-0a13-40ae-953c-e6899dd6c407', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.171554] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.177989] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.178512] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519561, 'name': ReconfigVM_Task, 'duration_secs': 0.616415} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.182497] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8b09c9-c536-4353-802d-5ae0d226ee6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.199551] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba/58aec72d-9b5c-4921-9057-3c3c136d50ba.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.200596] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531665} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.201963] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3881fbb2-9597-4869-8f48-d6370994d693 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.205641] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.207017] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.207530] env[69854]: DEBUG nova.compute.manager [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.207848] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.208499] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e86315e-2b9c-4f6b-93b8-da547a2449f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.211396] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5517ec-1f53-4c15-806a-4c4a26b5b581 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.217023] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.217023] env[69854]: value = "task-3519565" [ 1017.217023] env[69854]: _type = "Task" [ 1017.217023] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.240581] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e3b66b-a6ac-49da-b1ae-637e95b951b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.243566] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1017.243566] env[69854]: value = "task-3519566" [ 1017.243566] env[69854]: _type = "Task" [ 1017.243566] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.246261] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.250277] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-608be452-1e71-42d9-85d4-8faf2e9ee7da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.270230] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519565, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.274904] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e037324b-a23d-4ada-ab80-f7f75d03f55b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.283193] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519566, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.283553] env[69854]: DEBUG oslo_vmware.api [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1017.283553] env[69854]: value = "task-3519567" [ 1017.283553] env[69854]: _type = "Task" [ 1017.283553] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.309555] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.311010] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f4397-5de3-4350-943b-02707ab7688a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.317359] env[69854]: DEBUG oslo_vmware.api [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.322887] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.323278] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3e21d79-fda1-46d6-ba23-1a5e4adccd4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.331245] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1017.331245] env[69854]: value = "task-3519568" [ 1017.331245] env[69854]: _type = "Task" [ 1017.331245] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.346384] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.446020] env[69854]: DEBUG nova.compute.manager [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Found 3 images (rotation: 2) {{(pid=69854) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1017.446020] env[69854]: DEBUG nova.compute.manager [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Rotating out 1 backups {{(pid=69854) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1017.446020] env[69854]: DEBUG nova.compute.manager [None req-2dc45e82-379e-414e-ad3c-257792a8f70f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleting image 618bcfc0-8faf-4bd7-931e-94d2e33d5a9c {{(pid=69854) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1017.492445] env[69854]: DEBUG nova.compute.utils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.497331] env[69854]: DEBUG nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.497331] env[69854]: DEBUG nova.network.neutron [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.554162] env[69854]: DEBUG nova.policy [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '076b4a859d1a4fc2ae557950acf3a43e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87592111d096408490b6b5b11622bc5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.747327] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519565, 'name': CreateVM_Task, 'duration_secs': 0.505081} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.753581] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.756736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.756736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.757061] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.757866] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5199c762-8280-4dcf-a504-6aea5309aa47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.763454] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077068} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.766677] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.766677] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1017.766677] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52587f42-0219-a65a-aa91-8a8d226eb47a" [ 1017.766677] env[69854]: _type = "Task" [ 1017.766677] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.766677] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d8021f-d134-451a-83a4-11fa945ee7f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.793665] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.800637] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5862e101-90fa-46c1-a3cf-254aab4cbe7c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.815245] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52587f42-0219-a65a-aa91-8a8d226eb47a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.824972] env[69854]: DEBUG oslo_vmware.api [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519564, 'name': PowerOnVM_Task, 'duration_secs': 0.611485} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.825734] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.826088] env[69854]: INFO nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1017.826161] env[69854]: DEBUG nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.827565] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7c5319-8c66-431b-82d5-5cfbc54910b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.840629] env[69854]: DEBUG oslo_vmware.api [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519567, 'name': PowerOffVM_Task, 'duration_secs': 0.324168} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.840932] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1017.840932] env[69854]: value = "task-3519569" [ 1017.840932] env[69854]: _type = "Task" [ 1017.840932] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.841185] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.841350] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.842022] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eef6c3c-aaa4-49a8-b4ac-1980a322644b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.859067] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519568, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.865760] env[69854]: DEBUG nova.network.neutron [-] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.875231] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.959508] env[69854]: DEBUG nova.network.neutron [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Successfully created port: 6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.997789] env[69854]: DEBUG nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.005357] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.005822] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.005995] env[69854]: DEBUG nova.objects.instance [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'flavor' on Instance uuid de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.009771] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa633c55-2ca5-4e75-a3bf-62c0664e19a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.020201] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53fa462-ddf7-4fce-86ed-0023dad9149a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.059419] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c7256-d501-4bbd-961c-2d6c66965a2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.069453] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56302cd2-b4e4-442f-900f-81489dbf8462 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.085619] env[69854]: DEBUG nova.compute.provider_tree [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.088448] env[69854]: DEBUG nova.network.neutron [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Updated VIF entry in instance network info cache for port 2a3525e6-0a13-40ae-953c-e6899dd6c407. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.090361] env[69854]: DEBUG nova.network.neutron [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Updating instance_info_cache with network_info: [{"id": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "address": "fa:16:3e:51:6a:9a", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3525e6-0a", "ovs_interfaceid": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.100695] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.100905] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.101204] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleting the datastore file [datastore2] 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.101753] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1f61877-c092-47f8-a803-ffcf0bab2d63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.110685] env[69854]: DEBUG oslo_vmware.api [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1018.110685] env[69854]: value = "task-3519571" [ 1018.110685] env[69854]: _type = "Task" [ 1018.110685] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.122775] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "028ea073-c986-4b3d-a8ae-93c3550fce53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.123018] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.124816] env[69854]: DEBUG oslo_vmware.api [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.214561] env[69854]: DEBUG nova.compute.manager [req-f9c6ce4a-c4d9-4132-ad3d-eb85c4098016 req-1241571d-1e70-4fb3-8b25-af652c11cc81 service nova] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Received event network-vif-deleted-72957f18-e8cc-423a-8a71-e1b5f534a795 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.280923] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52587f42-0219-a65a-aa91-8a8d226eb47a, 'name': SearchDatastore_Task, 'duration_secs': 0.02792} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.281451] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.281778] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.282056] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.282207] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.282455] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.282641] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cffedf1-3b6b-4710-84e4-8def2f8252ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.293619] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.293820] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.294597] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ea2aee-4d1a-4130-b111-74dfd537273e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.301188] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1018.301188] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b91f4-ca7a-71dc-7122-5b77d1f4f539" [ 1018.301188] env[69854]: _type = "Task" [ 1018.301188] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.312286] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b91f4-ca7a-71dc-7122-5b77d1f4f539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.344264] env[69854]: DEBUG oslo_vmware.api [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519568, 'name': PowerOnVM_Task, 'duration_secs': 0.535698} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.347685] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.358859] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.370310] env[69854]: INFO nova.compute.manager [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Took 26.14 seconds to build instance. [ 1018.376432] env[69854]: INFO nova.compute.manager [-] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Took 1.62 seconds to deallocate network for instance. [ 1018.589050] env[69854]: DEBUG nova.scheduler.client.report [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.593734] env[69854]: DEBUG oslo_concurrency.lockutils [req-ee2c0dcf-af2a-410b-bd94-958d78ff99b9 req-2c8e1701-e08b-4ec1-b94b-ffb8fc6dd1db service nova] Releasing lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.621921] env[69854]: DEBUG oslo_vmware.api [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201736} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.622403] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.622746] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.622832] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.624595] env[69854]: INFO nova.compute.manager [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1018.624595] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.624595] env[69854]: DEBUG nova.compute.manager [-] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.624595] env[69854]: DEBUG nova.network.neutron [-] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.625819] env[69854]: DEBUG nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.753056] env[69854]: DEBUG nova.objects.instance [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'pci_requests' on Instance uuid de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.812600] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b91f4-ca7a-71dc-7122-5b77d1f4f539, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.813424] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7c3438-470d-486e-ba56-689626acd460 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.820195] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1018.820195] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522a492a-a119-95b0-73f8-82426e1b4673" [ 1018.820195] env[69854]: _type = "Task" [ 1018.820195] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.829403] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522a492a-a119-95b0-73f8-82426e1b4673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.858046] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519569, 'name': ReconfigVM_Task, 'duration_secs': 0.5478} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.858633] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa/3e5edb84-1179-4056-954b-f0ee456533aa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.859211] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f608ba-0afe-4759-8986-82790a0380d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.869052] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1018.869052] env[69854]: value = "task-3519572" [ 1018.869052] env[69854]: _type = "Task" [ 1018.869052] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.873452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c5d7e07-a78e-4ffe-a977-d9786660844d tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.656s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.880905] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519572, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.954847] env[69854]: INFO nova.compute.manager [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Took 0.58 seconds to detach 1 volumes for instance. [ 1018.955598] env[69854]: DEBUG nova.compute.manager [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Deleting volume: b047122a-0c27-4af5-bc50-119cb67b6ba0 {{(pid=69854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1019.008618] env[69854]: DEBUG nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.041274] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.041508] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.041662] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.041963] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.042020] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.042128] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.042332] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.042606] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.042686] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.043927] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.043927] env[69854]: DEBUG nova.virt.hardware [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.044121] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca784b8-36e6-4b07-aa5b-4907f1149a19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.054618] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b285e3-702b-46af-975f-ef6f87f3397f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.095460] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.099552] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.829s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.100577] env[69854]: INFO nova.compute.claims [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.124472] env[69854]: INFO nova.scheduler.client.report [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Deleted allocations for instance 0f635a00-0e7a-46a9-b918-231571db2dae [ 1019.146123] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.256096] env[69854]: DEBUG nova.objects.base [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.256332] env[69854]: DEBUG nova.network.neutron [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.336402] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522a492a-a119-95b0-73f8-82426e1b4673, 'name': SearchDatastore_Task, 'duration_secs': 0.033347} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.336869] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.337240] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 89a76b3a-29f1-4ba1-90c2-06f6f876f74d/89a76b3a-29f1-4ba1-90c2-06f6f876f74d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.337593] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dca296b8-3743-4df6-8d55-f322bf2150a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.342731] env[69854]: DEBUG nova.policy [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.347379] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1019.347379] env[69854]: value = "task-3519574" [ 1019.347379] env[69854]: _type = "Task" [ 1019.347379] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.356981] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.360399] env[69854]: INFO nova.compute.manager [None req-94f02956-f860-49cc-8cc0-0add85ae0dee tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance to original state: 'active' [ 1019.378671] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519572, 'name': Rename_Task, 'duration_secs': 0.305492} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.379020] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.379268] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d213e095-5932-4b41-b9ba-7ddf4bccfb9c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.385717] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1019.385717] env[69854]: value = "task-3519575" [ 1019.385717] env[69854]: _type = "Task" [ 1019.385717] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.394503] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.508457] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.510884] env[69854]: DEBUG nova.network.neutron [-] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.579450] env[69854]: DEBUG nova.compute.manager [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Received event network-changed-e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.579644] env[69854]: DEBUG nova.compute.manager [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Refreshing instance network info cache due to event network-changed-e582b7bd-f782-4130-a166-a88fba3d605b. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.579855] env[69854]: DEBUG oslo_concurrency.lockutils [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] Acquiring lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.580261] env[69854]: DEBUG oslo_concurrency.lockutils [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] Acquired lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.580431] env[69854]: DEBUG nova.network.neutron [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Refreshing network info cache for port e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.632205] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3919dec2-a06b-4796-a56f-d516924f6ab5 tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "0f635a00-0e7a-46a9-b918-231571db2dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.002s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.866041] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519574, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.898158] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519575, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.898158] env[69854]: DEBUG nova.network.neutron [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Successfully updated port: 6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.016293] env[69854]: INFO nova.compute.manager [-] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Took 1.39 seconds to deallocate network for instance. [ 1020.361785] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949945} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.362097] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 89a76b3a-29f1-4ba1-90c2-06f6f876f74d/89a76b3a-29f1-4ba1-90c2-06f6f876f74d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.362321] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.362850] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c3883cf-02e3-4f82-a553-0c5ccbcf2662 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.376842] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1020.376842] env[69854]: value = "task-3519576" [ 1020.376842] env[69854]: _type = "Task" [ 1020.376842] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.394620] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.400978] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.401861] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquired lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.402373] env[69854]: DEBUG nova.network.neutron [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.404103] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.518477] env[69854]: DEBUG nova.network.neutron [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Updated VIF entry in instance network info cache for port e582b7bd-f782-4130-a166-a88fba3d605b. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.518735] env[69854]: DEBUG nova.network.neutron [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Updating instance_info_cache with network_info: [{"id": "e582b7bd-f782-4130-a166-a88fba3d605b", "address": "fa:16:3e:5d:67:49", "network": {"id": "85387d9b-c506-4cab-bc1a-7ab8232bbbd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-851290967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9586898470b4135a33552dacadb840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape582b7bd-f7", "ovs_interfaceid": "e582b7bd-f782-4130-a166-a88fba3d605b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.528460] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.563015] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a123976a-a802-4968-9b04-bd1541334d02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.572266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349590af-5dae-4655-8201-ad9436fc816e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.612262] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c32bb96-85b8-4a22-9a4d-06d6024cff4e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.621216] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2dd62-d1e6-4579-913b-7873b9b4ca52 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.642959] env[69854]: DEBUG nova.compute.provider_tree [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.888722] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092807} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.891402] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.892306] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686bd0f-0791-407f-b9dd-c49b8d2baf1f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.900682] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519575, 'name': PowerOnVM_Task, 'duration_secs': 1.139302} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.912448] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.912872] env[69854]: DEBUG nova.compute.manager [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.928257] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 89a76b3a-29f1-4ba1-90c2-06f6f876f74d/89a76b3a-29f1-4ba1-90c2-06f6f876f74d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.931088] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d4e7db-cd8b-4227-bcfc-920c5be8e054 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.933766] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad168f05-deb4-4829-b106-f3a5c7946c94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.956929] env[69854]: DEBUG nova.compute.manager [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Received event network-vif-plugged-6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.957180] env[69854]: DEBUG oslo_concurrency.lockutils [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] Acquiring lock "e2de5455-e804-4086-909f-dd8f81749b77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.957394] env[69854]: DEBUG oslo_concurrency.lockutils [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] Lock "e2de5455-e804-4086-909f-dd8f81749b77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.957560] env[69854]: DEBUG oslo_concurrency.lockutils [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] Lock "e2de5455-e804-4086-909f-dd8f81749b77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.957751] env[69854]: DEBUG nova.compute.manager [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] No waiting events found dispatching network-vif-plugged-6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.957883] env[69854]: WARNING nova.compute.manager [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Received unexpected event network-vif-plugged-6831c3b6-1021-4550-8fd2-e99d6fc8002a for instance with vm_state building and task_state spawning. [ 1020.958057] env[69854]: DEBUG nova.compute.manager [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Received event network-changed-6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.958214] env[69854]: DEBUG nova.compute.manager [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Refreshing instance network info cache due to event network-changed-6831c3b6-1021-4550-8fd2-e99d6fc8002a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.958402] env[69854]: DEBUG oslo_concurrency.lockutils [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] Acquiring lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.967014] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1020.967014] env[69854]: value = "task-3519577" [ 1020.967014] env[69854]: _type = "Task" [ 1020.967014] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.975584] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.992655] env[69854]: DEBUG nova.network.neutron [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.024060] env[69854]: DEBUG oslo_concurrency.lockutils [req-7bc50162-347c-4a19-b33c-b093f74b8102 req-3d990e53-197d-42d6-9253-b1ec65b30567 service nova] Releasing lock "refresh_cache-76e01fce-0657-49fc-bfa6-3bcc6d82a197" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.147092] env[69854]: DEBUG nova.scheduler.client.report [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.186611] env[69854]: DEBUG nova.network.neutron [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Updating instance_info_cache with network_info: [{"id": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "address": "fa:16:3e:6f:04:b7", "network": {"id": "0d931216-acae-46e1-a65e-a48056c1892a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1964790635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87592111d096408490b6b5b11622bc5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831c3b6-10", "ovs_interfaceid": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.227592] env[69854]: DEBUG nova.network.neutron [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Successfully updated port: c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.469451] env[69854]: INFO nova.compute.manager [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] bringing vm to original state: 'stopped' [ 1021.484268] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.653148] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.653684] env[69854]: DEBUG nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.656903] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.490s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.662023] env[69854]: INFO nova.compute.claims [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.689430] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Releasing lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.689795] env[69854]: DEBUG nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Instance network_info: |[{"id": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "address": "fa:16:3e:6f:04:b7", "network": {"id": "0d931216-acae-46e1-a65e-a48056c1892a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1964790635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87592111d096408490b6b5b11622bc5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831c3b6-10", "ovs_interfaceid": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.690157] env[69854]: DEBUG oslo_concurrency.lockutils [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] Acquired lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.690357] env[69854]: DEBUG nova.network.neutron [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Refreshing network info cache for port 6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.691579] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:04:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6831c3b6-1021-4550-8fd2-e99d6fc8002a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.700402] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Creating folder: Project (87592111d096408490b6b5b11622bc5c). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.703989] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab98efdf-c12e-4c3a-8794-be49cbfddeb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.719842] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Created folder: Project (87592111d096408490b6b5b11622bc5c) in parent group-v702928. [ 1021.720200] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Creating folder: Instances. Parent ref: group-v703141. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.720504] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13524a6a-b832-4b63-bf53-15f97f494b14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.730603] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.730835] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.731061] env[69854]: DEBUG nova.network.neutron [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.733674] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Created folder: Instances in parent group-v703141. [ 1021.734901] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.734901] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.734901] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e81d6006-d17e-4183-8ae0-9060af046ce1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.760440] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.760440] env[69854]: value = "task-3519580" [ 1021.760440] env[69854]: _type = "Task" [ 1021.760440] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.773498] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519580, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.985018] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519577, 'name': ReconfigVM_Task, 'duration_secs': 0.876022} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.985394] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 89a76b3a-29f1-4ba1-90c2-06f6f876f74d/89a76b3a-29f1-4ba1-90c2-06f6f876f74d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.985978] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78af59d4-c1f6-4ec0-8ee0-3be5e883fece {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.995213] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1021.995213] env[69854]: value = "task-3519581" [ 1021.995213] env[69854]: _type = "Task" [ 1021.995213] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.005996] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519581, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.118363] env[69854]: DEBUG nova.network.neutron [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Updated VIF entry in instance network info cache for port 6831c3b6-1021-4550-8fd2-e99d6fc8002a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.118851] env[69854]: DEBUG nova.network.neutron [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Updating instance_info_cache with network_info: [{"id": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "address": "fa:16:3e:6f:04:b7", "network": {"id": "0d931216-acae-46e1-a65e-a48056c1892a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1964790635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87592111d096408490b6b5b11622bc5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831c3b6-10", "ovs_interfaceid": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.163620] env[69854]: DEBUG nova.compute.utils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.167420] env[69854]: DEBUG nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.167876] env[69854]: DEBUG nova.network.neutron [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.199302] env[69854]: DEBUG nova.compute.manager [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Received event network-vif-deleted-be00b3b7-b558-48b2-9b3a-d08229509b31 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.199488] env[69854]: DEBUG nova.compute.manager [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-vif-plugged-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.199945] env[69854]: DEBUG oslo_concurrency.lockutils [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.200264] env[69854]: DEBUG oslo_concurrency.lockutils [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.200551] env[69854]: DEBUG oslo_concurrency.lockutils [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.200820] env[69854]: DEBUG nova.compute.manager [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] No waiting events found dispatching network-vif-plugged-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.202679] env[69854]: WARNING nova.compute.manager [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received unexpected event network-vif-plugged-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca for instance with vm_state active and task_state None. [ 1022.202679] env[69854]: DEBUG nova.compute.manager [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-changed-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.202679] env[69854]: DEBUG nova.compute.manager [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing instance network info cache due to event network-changed-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.202679] env[69854]: DEBUG oslo_concurrency.lockutils [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.243146] env[69854]: DEBUG nova.policy [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8851356d1d5452cac4fd10c9b8b3e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f9d32e5fbc4266b21c1d81a3ea7bed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.279334] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519580, 'name': CreateVM_Task, 'duration_secs': 0.492898} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.279835] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.280947] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.281836] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.282427] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.287068] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba434b9-fcc0-480b-bebe-61e086e32d76 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.295177] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1022.295177] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c0677-a9d4-d7a7-f005-ce60b9719645" [ 1022.295177] env[69854]: _type = "Task" [ 1022.295177] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.310164] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c0677-a9d4-d7a7-f005-ce60b9719645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.310164] env[69854]: WARNING nova.network.neutron [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] cf2143b8-d4cb-45b8-a1fb-7257963a7065 already exists in list: networks containing: ['cf2143b8-d4cb-45b8-a1fb-7257963a7065']. ignoring it [ 1022.310466] env[69854]: WARNING nova.network.neutron [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] cf2143b8-d4cb-45b8-a1fb-7257963a7065 already exists in list: networks containing: ['cf2143b8-d4cb-45b8-a1fb-7257963a7065']. ignoring it [ 1022.484126] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "3e5edb84-1179-4056-954b-f0ee456533aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.484126] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.484126] env[69854]: DEBUG nova.compute.manager [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.484126] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591322e-57b5-4263-b53d-ec8d45c5cf7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.492218] env[69854]: DEBUG nova.compute.manager [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1022.505674] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519581, 'name': Rename_Task, 'duration_secs': 0.214761} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.509115] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.509388] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1afc43a-b68f-4e5b-8f6d-52aaeeb38bfa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.519336] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1022.519336] env[69854]: value = "task-3519582" [ 1022.519336] env[69854]: _type = "Task" [ 1022.519336] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.530612] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.622297] env[69854]: DEBUG oslo_concurrency.lockutils [req-35172bd0-b052-4c19-81f4-c713a73d99bc req-75ade21d-5556-44a3-a5a1-a5c30761a2f6 service nova] Releasing lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.654550] env[69854]: DEBUG nova.network.neutron [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Successfully created port: e10094b8-4c4b-46b4-bb1c-0a501026b224 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.667771] env[69854]: DEBUG nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.670159] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6ac198f1-2b08-4937-af85-e83b33a17edf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.670252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.670496] env[69854]: DEBUG nova.compute.manager [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.671636] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21a35d-d26c-4c33-bf4c-cb43889bf55c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.680600] env[69854]: DEBUG nova.compute.manager [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1022.681217] env[69854]: DEBUG nova.objects.instance [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'flavor' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.810262] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c0677-a9d4-d7a7-f005-ce60b9719645, 'name': SearchDatastore_Task, 'duration_secs': 0.017466} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.813779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.814944] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.815452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.815720] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.816066] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.816779] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa7c2e5-768a-4248-b35d-9275a0443399 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.828863] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.829026] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.834021] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f7dc9b-66f5-404c-9f53-0dbfe8e56fc7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.845227] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1022.845227] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fc4ae0-95d6-eb4b-f41f-edf1dcec3445" [ 1022.845227] env[69854]: _type = "Task" [ 1022.845227] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.855176] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fc4ae0-95d6-eb4b-f41f-edf1dcec3445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.945019] env[69854]: DEBUG nova.network.neutron [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "address": "fa:16:3e:1a:e0:3b", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2966a9-c7", "ovs_interfaceid": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca", "address": "fa:16:3e:b6:14:21", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc853fcdb-e2", "ovs_interfaceid": "c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.997626] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.998759] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-919816b1-2f5e-47e7-a410-714ccc62fb8a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.006697] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1023.006697] env[69854]: value = "task-3519583" [ 1023.006697] env[69854]: _type = "Task" [ 1023.006697] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.017892] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.029960] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.066802] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298240db-b005-4410-b910-63b43ab1417d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.074890] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c3730a-0229-4e3f-932f-57975df6a9d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.108704] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5080d12a-f951-42f5-bd36-bc08f7d55069 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.117051] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c692be8-ce69-473a-b009-30072eeaac02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.134081] env[69854]: DEBUG nova.compute.provider_tree [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.355687] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fc4ae0-95d6-eb4b-f41f-edf1dcec3445, 'name': SearchDatastore_Task, 'duration_secs': 0.01285} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.356515] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf55a42-53a7-480b-8505-7b36083e2cee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.363473] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1023.363473] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52029fb6-fca9-1e09-42bb-743c21a808a8" [ 1023.363473] env[69854]: _type = "Task" [ 1023.363473] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.371976] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52029fb6-fca9-1e09-42bb-743c21a808a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.447050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.447207] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.447348] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.447647] env[69854]: DEBUG oslo_concurrency.lockutils [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.447862] env[69854]: DEBUG nova.network.neutron [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Refreshing network info cache for port c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.450081] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18231e-31e6-45a1-b9f1-42a8c1fb8ee4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.473014] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.473289] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.473455] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.473880] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.473880] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.474016] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.474181] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.474746] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.474746] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.474746] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.474939] env[69854]: DEBUG nova.virt.hardware [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.481766] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfiguring VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1023.482083] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd5c85b-e105-4f8b-8835-bc68b11bc753 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.512890] env[69854]: DEBUG oslo_vmware.api [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1023.512890] env[69854]: value = "task-3519584" [ 1023.512890] env[69854]: _type = "Task" [ 1023.512890] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.520918] env[69854]: DEBUG oslo_vmware.api [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519583, 'name': PowerOffVM_Task, 'duration_secs': 0.287566} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.520918] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.520918] env[69854]: DEBUG nova.compute.manager [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.521527] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6265434-16b7-42a3-9625-75aabf3a31df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.533189] env[69854]: DEBUG oslo_vmware.api [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519584, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.542305] env[69854]: DEBUG oslo_vmware.api [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519582, 'name': PowerOnVM_Task, 'duration_secs': 0.842196} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.542753] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.542961] env[69854]: INFO nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1023.543157] env[69854]: DEBUG nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.544010] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fd89e8-0964-4057-a1e4-b9135143d13a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.637554] env[69854]: DEBUG nova.scheduler.client.report [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.679421] env[69854]: DEBUG nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.688890] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.689294] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc04ccbb-436d-4ad8-a66d-d24abeb15c84 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.697508] env[69854]: DEBUG oslo_vmware.api [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1023.697508] env[69854]: value = "task-3519585" [ 1023.697508] env[69854]: _type = "Task" [ 1023.697508] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.708512] env[69854]: DEBUG oslo_vmware.api [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.728041] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "58aec72d-9b5c-4921-9057-3c3c136d50ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.728184] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.728387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.728618] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.728808] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.731350] env[69854]: INFO nova.compute.manager [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Terminating instance [ 1023.805534] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.806208] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.806208] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.806208] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.806426] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.806426] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.806599] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.806758] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.806924] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.807118] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.807297] env[69854]: DEBUG nova.virt.hardware [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.808876] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c925e-a3c2-48d8-8e88-f4b58d79ac07 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.821301] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23440953-d3a5-44dd-bd5c-6ffbaf09ff10 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.875348] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52029fb6-fca9-1e09-42bb-743c21a808a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.875650] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.875943] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] e2de5455-e804-4086-909f-dd8f81749b77/e2de5455-e804-4086-909f-dd8f81749b77.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.876661] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22b331c-44ec-4782-bc1c-c73843a8c5f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.885398] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1023.885398] env[69854]: value = "task-3519586" [ 1023.885398] env[69854]: _type = "Task" [ 1023.885398] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.894951] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.926778] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.927161] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.927389] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.928230] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.928230] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.931065] env[69854]: INFO nova.compute.manager [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Terminating instance [ 1024.023333] env[69854]: DEBUG oslo_vmware.api [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.046526] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.063975] env[69854]: INFO nova.compute.manager [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Took 23.56 seconds to build instance. [ 1024.144665] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.145328] env[69854]: DEBUG nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.148375] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.955s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.189034] env[69854]: DEBUG nova.network.neutron [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updated VIF entry in instance network info cache for port c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.189034] env[69854]: DEBUG nova.network.neutron [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "address": "fa:16:3e:1a:e0:3b", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2966a9-c7", "ovs_interfaceid": "8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca", "address": "fa:16:3e:b6:14:21", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc853fcdb-e2", "ovs_interfaceid": "c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.211656] env[69854]: DEBUG oslo_vmware.api [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519585, 'name': PowerOffVM_Task, 'duration_secs': 0.263736} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.211930] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.212234] env[69854]: DEBUG nova.compute.manager [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.213338] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef32c62-615f-4322-94a7-56bcd713507f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.238613] env[69854]: DEBUG nova.compute.manager [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.238845] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.239989] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6635c5-2d65-43ee-9b82-8c474a2950c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.263141] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.263141] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a12c796-b099-466c-8dce-e155450b2591 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.273293] env[69854]: DEBUG oslo_vmware.api [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1024.273293] env[69854]: value = "task-3519587" [ 1024.273293] env[69854]: _type = "Task" [ 1024.273293] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.288050] env[69854]: DEBUG oslo_vmware.api [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.397419] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.437220] env[69854]: DEBUG nova.compute.manager [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.437220] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.438390] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bced64-08ac-4f07-81d4-040a6c3c1219 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.446937] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.447244] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-324c6bb5-4378-47a1-b136-30acc9f3a6e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.455593] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1024.455593] env[69854]: value = "task-3519588" [ 1024.455593] env[69854]: _type = "Task" [ 1024.455593] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.465303] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.529151] env[69854]: DEBUG oslo_vmware.api [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519584, 'name': ReconfigVM_Task, 'duration_secs': 0.832076} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.529721] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.529935] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfigured VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1024.562051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.566977] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1c1d45c5-a740-47f4-bdd9-378b28450600 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.070s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.568228] env[69854]: DEBUG nova.network.neutron [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Successfully updated port: e10094b8-4c4b-46b4-bb1c-0a501026b224 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.605640] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5349c4b-7b83-43ad-9a22-ce3ce62de67a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.614729] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9e987-698a-41d0-a37a-53eb640e7b45 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.652446] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb9f34-80f3-4574-ba77-e82abf9ff1e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.656254] env[69854]: DEBUG nova.compute.utils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.659403] env[69854]: DEBUG nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.659403] env[69854]: DEBUG nova.network.neutron [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.668020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d026d-d1a6-4f95-9490-cffc4b949244 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.684392] env[69854]: DEBUG nova.compute.provider_tree [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.692018] env[69854]: DEBUG oslo_concurrency.lockutils [req-80d8de59-6b20-4a43-a8f5-59dc4aa4016b req-6063bcfe-6252-4dcd-a8f3-a895f713a61c service nova] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.724341] env[69854]: DEBUG nova.policy [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '242954735fe2483189de3aeca52509be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c99ecdee7f5b4224abbca49f5db62cd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.731842] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b71a1a59-d356-409c-b822-a08b71e74821 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.787096] env[69854]: DEBUG oslo_vmware.api [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519587, 'name': PowerOffVM_Task, 'duration_secs': 0.369367} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.787096] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.787096] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.787096] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fbcc465-7037-4eb3-9a3f-bb5397844c49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.896527] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670345} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.896815] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] e2de5455-e804-4086-909f-dd8f81749b77/e2de5455-e804-4086-909f-dd8f81749b77.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.897042] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.897301] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b9a4055-2f14-4da4-8f2d-251fe85f030a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.904408] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1024.904408] env[69854]: value = "task-3519590" [ 1024.904408] env[69854]: _type = "Task" [ 1024.904408] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.913571] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.967091] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.035473] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ea0668f8-20d0-4e5e-8edc-31513a0bb166 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.030s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.072432] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "refresh_cache-212c90bb-cfbf-496b-a1bd-685e0c8ee420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.072432] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "refresh_cache-212c90bb-cfbf-496b-a1bd-685e0c8ee420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.073801] env[69854]: DEBUG nova.network.neutron [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.159916] env[69854]: DEBUG nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.181822] env[69854]: DEBUG nova.network.neutron [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Successfully created port: a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.188266] env[69854]: DEBUG nova.scheduler.client.report [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.234760] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.234760] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.325590] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.325650] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.325841] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Deleting the datastore file [datastore1] 58aec72d-9b5c-4921-9057-3c3c136d50ba {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.326227] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15091e7-e574-4b39-af54-a7039fe0ce3b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.333681] env[69854]: DEBUG oslo_vmware.api [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1025.333681] env[69854]: value = "task-3519591" [ 1025.333681] env[69854]: _type = "Task" [ 1025.333681] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.342719] env[69854]: DEBUG oslo_vmware.api [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.415288] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070226} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.415677] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.416619] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2ce6c-99d2-4c4f-8654-fdc976970ab5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.441607] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e2de5455-e804-4086-909f-dd8f81749b77/e2de5455-e804-4086-909f-dd8f81749b77.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.441910] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b4c6ff-dbc5-4959-be41-ec35a328ceb7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.463036] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1025.463036] env[69854]: value = "task-3519592" [ 1025.463036] env[69854]: _type = "Task" [ 1025.463036] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.469404] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.474877] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.585531] env[69854]: DEBUG nova.compute.manager [req-f1f9bf59-b1e9-4da6-acfd-671ff0f5c735 req-ebeec888-5ad3-4542-80d3-f93c4c9d8a72 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Received event network-vif-plugged-e10094b8-4c4b-46b4-bb1c-0a501026b224 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.585771] env[69854]: DEBUG oslo_concurrency.lockutils [req-f1f9bf59-b1e9-4da6-acfd-671ff0f5c735 req-ebeec888-5ad3-4542-80d3-f93c4c9d8a72 service nova] Acquiring lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.585962] env[69854]: DEBUG oslo_concurrency.lockutils [req-f1f9bf59-b1e9-4da6-acfd-671ff0f5c735 req-ebeec888-5ad3-4542-80d3-f93c4c9d8a72 service nova] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.586840] env[69854]: DEBUG oslo_concurrency.lockutils [req-f1f9bf59-b1e9-4da6-acfd-671ff0f5c735 req-ebeec888-5ad3-4542-80d3-f93c4c9d8a72 service nova] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.586840] env[69854]: DEBUG nova.compute.manager [req-f1f9bf59-b1e9-4da6-acfd-671ff0f5c735 req-ebeec888-5ad3-4542-80d3-f93c4c9d8a72 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] No waiting events found dispatching network-vif-plugged-e10094b8-4c4b-46b4-bb1c-0a501026b224 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.586840] env[69854]: WARNING nova.compute.manager [req-f1f9bf59-b1e9-4da6-acfd-671ff0f5c735 req-ebeec888-5ad3-4542-80d3-f93c4c9d8a72 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Received unexpected event network-vif-plugged-e10094b8-4c4b-46b4-bb1c-0a501026b224 for instance with vm_state building and task_state spawning. [ 1025.613632] env[69854]: DEBUG nova.network.neutron [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.699539] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.550s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.699539] env[69854]: INFO nova.compute.manager [None req-b6765371-af94-4544-b390-1cfcdbf8a7ac tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Successfully reverted task state from rebuilding on failure for instance. [ 1025.703715] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.385s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.703976] env[69854]: DEBUG nova.objects.instance [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lazy-loading 'resources' on Instance uuid 693e95c1-54e8-4318-a32f-dbc0969e1856 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.737348] env[69854]: DEBUG nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.758327] env[69854]: DEBUG nova.network.neutron [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Updating instance_info_cache with network_info: [{"id": "e10094b8-4c4b-46b4-bb1c-0a501026b224", "address": "fa:16:3e:a3:82:a4", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10094b8-4c", "ovs_interfaceid": "e10094b8-4c4b-46b4-bb1c-0a501026b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.846752] env[69854]: DEBUG oslo_vmware.api [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.970541] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519588, 'name': PowerOffVM_Task, 'duration_secs': 1.316846} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.971414] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.971545] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.971896] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d32dd1d-17a4-422a-9970-f0c57fdebff6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.977369] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.053804] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.054189] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.054322] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Deleting the datastore file [datastore2] 8e017fda-5fdb-4636-ba9c-6d27e9ae10af {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.054615] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f46f08f2-17f5-47f0-90de-440121223fb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.064820] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for the task: (returnval){ [ 1026.064820] env[69854]: value = "task-3519594" [ 1026.064820] env[69854]: _type = "Task" [ 1026.064820] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.074803] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.172295] env[69854]: DEBUG nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.219028] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.219312] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.219522] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.219757] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.220011] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.220192] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.220419] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.220622] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.220782] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.220984] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.221232] env[69854]: DEBUG nova.virt.hardware [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.222250] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29c5f71-8695-4611-9d97-6f7223644f10 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.232514] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667bf23b-949f-4a98-b359-a3a93487ec17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.261121] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "refresh_cache-212c90bb-cfbf-496b-a1bd-685e0c8ee420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.261471] env[69854]: DEBUG nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Instance network_info: |[{"id": "e10094b8-4c4b-46b4-bb1c-0a501026b224", "address": "fa:16:3e:a3:82:a4", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10094b8-4c", "ovs_interfaceid": "e10094b8-4c4b-46b4-bb1c-0a501026b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.261940] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:82:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e10094b8-4c4b-46b4-bb1c-0a501026b224', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.269727] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.269968] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.270301] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de6b71f2-cfc0-459d-8410-9a96e038d9de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.291447] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.296033] env[69854]: DEBUG nova.objects.instance [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lazy-loading 'flavor' on Instance uuid c9c127a4-b4f6-4ceb-a662-bdc53a5afa43 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.301988] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.301988] env[69854]: value = "task-3519595" [ 1026.301988] env[69854]: _type = "Task" [ 1026.301988] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.311647] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519595, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.345290] env[69854]: DEBUG oslo_vmware.api [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.721962} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.346640] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.346871] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.347070] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.347262] env[69854]: INFO nova.compute.manager [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1026.347520] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.348798] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] Acquiring lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.348965] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] Acquired lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.349172] env[69854]: DEBUG nova.network.neutron [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.350774] env[69854]: DEBUG nova.compute.manager [-] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.351485] env[69854]: DEBUG nova.network.neutron [-] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.478629] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519592, 'name': ReconfigVM_Task, 'duration_secs': 0.853274} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.481168] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e2de5455-e804-4086-909f-dd8f81749b77/e2de5455-e804-4086-909f-dd8f81749b77.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.481889] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b5bc2f-3f81-41d8-99a7-261a4c5f1629 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.509018] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1026.509018] env[69854]: value = "task-3519596" [ 1026.509018] env[69854]: _type = "Task" [ 1026.509018] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.519310] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519596, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.580070] env[69854]: DEBUG oslo_vmware.api [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Task: {'id': task-3519594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188168} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.580331] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.581079] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.581079] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.581079] env[69854]: INFO nova.compute.manager [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1026.581262] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.581413] env[69854]: DEBUG nova.compute.manager [-] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.581452] env[69854]: DEBUG nova.network.neutron [-] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.702394] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6e786-8189-486f-b49d-b425ee8f64a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.711274] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7047582e-68ec-4c3d-9cee-8f094c4e4b05 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.759062] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107f169-b9ba-4869-b980-a1b3f2b39199 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.767597] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c236d1-d2c9-4ab9-a4ee-c07b57fe63fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.783050] env[69854]: DEBUG nova.compute.provider_tree [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.802449] env[69854]: DEBUG oslo_concurrency.lockutils [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.802449] env[69854]: DEBUG oslo_concurrency.lockutils [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquired lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.813196] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519595, 'name': CreateVM_Task, 'duration_secs': 0.400803} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.813353] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.814056] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.814233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.814543] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.814797] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6252ba4a-e58c-4312-94ac-5418fb3c41f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.819713] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1026.819713] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524c25c5-fed7-8144-fe42-d3969def1569" [ 1026.819713] env[69854]: _type = "Task" [ 1026.819713] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.828180] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524c25c5-fed7-8144-fe42-d3969def1569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.022401] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519596, 'name': Rename_Task, 'duration_secs': 0.225073} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.025793] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.026148] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8118146-fb7e-458c-a9df-5f565362508b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.035242] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1027.035242] env[69854]: value = "task-3519597" [ 1027.035242] env[69854]: _type = "Task" [ 1027.035242] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.046776] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.186337] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "3e5edb84-1179-4056-954b-f0ee456533aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.186705] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.186946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "3e5edb84-1179-4056-954b-f0ee456533aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.187190] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.187383] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.190748] env[69854]: INFO nova.compute.manager [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Terminating instance [ 1027.211285] env[69854]: DEBUG nova.compute.manager [req-8c2cfd5a-d6ec-40bd-811d-152c88b66201 req-71def1f7-b551-4705-b908-ed7e6e330b6e service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Received event network-vif-deleted-3eadf812-1812-4850-8f93-b3ba4b3c7f25 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.211508] env[69854]: INFO nova.compute.manager [req-8c2cfd5a-d6ec-40bd-811d-152c88b66201 req-71def1f7-b551-4705-b908-ed7e6e330b6e service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Neutron deleted interface 3eadf812-1812-4850-8f93-b3ba4b3c7f25; detaching it from the instance and deleting it from the info cache [ 1027.211681] env[69854]: DEBUG nova.network.neutron [req-8c2cfd5a-d6ec-40bd-811d-152c88b66201 req-71def1f7-b551-4705-b908-ed7e6e330b6e service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.262384] env[69854]: DEBUG nova.network.neutron [-] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.286062] env[69854]: DEBUG nova.scheduler.client.report [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.292588] env[69854]: DEBUG nova.network.neutron [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Updating instance_info_cache with network_info: [{"id": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "address": "fa:16:3e:51:6a:9a", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3525e6-0a", "ovs_interfaceid": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.333629] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524c25c5-fed7-8144-fe42-d3969def1569, 'name': SearchDatastore_Task, 'duration_secs': 0.047123} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.334136] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.334388] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.334829] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.335032] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.335221] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.335865] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-039fbc35-4c93-406d-8f4c-fce366e7d4e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.346583] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.346767] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.347517] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b498ce2-d96d-4dc6-b6ec-1b410418c36f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.353946] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1027.353946] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522255da-9a66-fa08-0aba-fcf2f619535b" [ 1027.353946] env[69854]: _type = "Task" [ 1027.353946] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.364660] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522255da-9a66-fa08-0aba-fcf2f619535b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.433660] env[69854]: DEBUG nova.network.neutron [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.545939] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.582594] env[69854]: DEBUG nova.network.neutron [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Successfully updated port: a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.695860] env[69854]: DEBUG nova.compute.manager [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.696211] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.697268] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4207628-afe2-46f3-8907-05897b3735ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.705967] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.706339] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e02044f-0a8f-4407-a843-6914f40762ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.714721] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba251f80-7597-4e31-a9a9-e45da65dc065 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.728371] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f7850-d605-4750-b360-59317951cce1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.770731] env[69854]: INFO nova.compute.manager [-] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Took 1.42 seconds to deallocate network for instance. [ 1027.771137] env[69854]: DEBUG nova.compute.manager [req-8c2cfd5a-d6ec-40bd-811d-152c88b66201 req-71def1f7-b551-4705-b908-ed7e6e330b6e service nova] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Detach interface failed, port_id=3eadf812-1812-4850-8f93-b3ba4b3c7f25, reason: Instance 58aec72d-9b5c-4921-9057-3c3c136d50ba could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.775512] env[69854]: DEBUG nova.compute.manager [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Stashing vm_state: stopped {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1027.779958] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.780280] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.780504] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleting the datastore file [datastore1] 3e5edb84-1179-4056-954b-f0ee456533aa {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.783597] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c33870ad-c4c8-41fe-ba8a-cbf2ead28f59 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.791183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.793678] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.648s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.796879] env[69854]: INFO nova.compute.claims [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.799613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] Releasing lock "refresh_cache-89a76b3a-29f1-4ba1-90c2-06f6f876f74d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.799858] env[69854]: DEBUG nova.compute.manager [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Inject network info {{(pid=69854) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1027.800129] env[69854]: DEBUG nova.compute.manager [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] network_info to inject: |[{"id": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "address": "fa:16:3e:51:6a:9a", "network": {"id": "90099002-6a25-464d-ab8f-19f864636862", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1050710409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687bd8432ba349cd822be549072b8551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3525e6-0a", "ovs_interfaceid": "2a3525e6-0a13-40ae-953c-e6899dd6c407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1027.805392] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Reconfiguring VM instance to set the machine id {{(pid=69854) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1027.805773] env[69854]: DEBUG oslo_vmware.api [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1027.805773] env[69854]: value = "task-3519599" [ 1027.805773] env[69854]: _type = "Task" [ 1027.805773] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.806521] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1167e59-2622-4997-b1c4-33a643e548df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.828977] env[69854]: INFO nova.scheduler.client.report [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Deleted allocations for instance 693e95c1-54e8-4318-a32f-dbc0969e1856 [ 1027.835665] env[69854]: DEBUG oslo_vmware.api [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.841832] env[69854]: DEBUG oslo_vmware.api [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] Waiting for the task: (returnval){ [ 1027.841832] env[69854]: value = "task-3519600" [ 1027.841832] env[69854]: _type = "Task" [ 1027.841832] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.845201] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Received event network-changed-e10094b8-4c4b-46b4-bb1c-0a501026b224 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.845201] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Refreshing instance network info cache due to event network-changed-e10094b8-4c4b-46b4-bb1c-0a501026b224. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.845201] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Acquiring lock "refresh_cache-212c90bb-cfbf-496b-a1bd-685e0c8ee420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.845201] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Acquired lock "refresh_cache-212c90bb-cfbf-496b-a1bd-685e0c8ee420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.845807] env[69854]: DEBUG nova.network.neutron [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Refreshing network info cache for port e10094b8-4c4b-46b4-bb1c-0a501026b224 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.865244] env[69854]: DEBUG oslo_vmware.api [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] Task: {'id': task-3519600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.875124] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522255da-9a66-fa08-0aba-fcf2f619535b, 'name': SearchDatastore_Task, 'duration_secs': 0.015939} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.876288] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef2add1-5d51-462a-b80f-85f65d7ea0d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.884233] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1027.884233] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52174e6a-3e5b-b7c6-1a36-e5028263d505" [ 1027.884233] env[69854]: _type = "Task" [ 1027.884233] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.897735] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52174e6a-3e5b-b7c6-1a36-e5028263d505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.992670] env[69854]: DEBUG nova.network.neutron [-] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.047140] env[69854]: DEBUG oslo_vmware.api [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519597, 'name': PowerOnVM_Task, 'duration_secs': 0.933428} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.047417] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.047615] env[69854]: INFO nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1028.047791] env[69854]: DEBUG nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.048617] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3fb5a9-3bbb-425f-816e-90e7de6c19ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.087949] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.088229] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.088469] env[69854]: DEBUG nova.network.neutron [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.290809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.304757] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.345041] env[69854]: DEBUG oslo_vmware.api [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212673} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.351696] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.351696] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.351696] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.351696] env[69854]: INFO nova.compute.manager [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1028.351842] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.356358] env[69854]: DEBUG nova.compute.manager [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.356486] env[69854]: DEBUG nova.network.neutron [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.359411] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2378049e-5f16-473f-9097-1ef28c581c4b tempest-ServersWithSpecificFlavorTestJSON-1036324866 tempest-ServersWithSpecificFlavorTestJSON-1036324866-project-member] Lock "693e95c1-54e8-4318-a32f-dbc0969e1856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.927s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.372844] env[69854]: DEBUG oslo_vmware.api [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] Task: {'id': task-3519600, 'name': ReconfigVM_Task, 'duration_secs': 0.196027} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.373310] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3836fc68-2d4b-4cb2-9980-e20d4e67ee5a tempest-ServersAdminTestJSON-1582584264 tempest-ServersAdminTestJSON-1582584264-project-admin] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Reconfigured VM instance to set the machine id {{(pid=69854) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1028.401564] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52174e6a-3e5b-b7c6-1a36-e5028263d505, 'name': SearchDatastore_Task, 'duration_secs': 0.019899} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.402197] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.402408] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 212c90bb-cfbf-496b-a1bd-685e0c8ee420/212c90bb-cfbf-496b-a1bd-685e0c8ee420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.406025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.406025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.406025] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8fc7878-1043-47ce-8117-030a5578df74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.415243] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1028.415243] env[69854]: value = "task-3519601" [ 1028.415243] env[69854]: _type = "Task" [ 1028.415243] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.434515] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.495415] env[69854]: INFO nova.compute.manager [-] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Took 1.91 seconds to deallocate network for instance. [ 1028.503933] env[69854]: DEBUG nova.network.neutron [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.573189] env[69854]: INFO nova.compute.manager [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Took 20.75 seconds to build instance. [ 1028.673175] env[69854]: DEBUG nova.network.neutron [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.911437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.911437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.911437] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d42b63-bf99-4e83-b31d-28ffb80901b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.941283] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a736bca-bed6-416e-8ec6-0fbd20eac274 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.955143] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.991810] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfiguring VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1028.995659] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a0fe88d-097f-41a0-b2ab-f58097ac63e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.017645] env[69854]: DEBUG nova.network.neutron [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Updated VIF entry in instance network info cache for port e10094b8-4c4b-46b4-bb1c-0a501026b224. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.018464] env[69854]: DEBUG nova.network.neutron [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Updating instance_info_cache with network_info: [{"id": "e10094b8-4c4b-46b4-bb1c-0a501026b224", "address": "fa:16:3e:a3:82:a4", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10094b8-4c", "ovs_interfaceid": "e10094b8-4c4b-46b4-bb1c-0a501026b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.021623] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.022202] env[69854]: DEBUG oslo_concurrency.lockutils [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Releasing lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.022472] env[69854]: DEBUG nova.compute.manager [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Inject network info {{(pid=69854) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1029.022730] env[69854]: DEBUG nova.compute.manager [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] network_info to inject: |[{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1029.030380] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Reconfiguring VM instance to set the machine id {{(pid=69854) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1029.031539] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6583e1b-3797-4f66-99eb-74dcd4aa1ffd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.054721] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1029.054721] env[69854]: value = "task-3519602" [ 1029.054721] env[69854]: _type = "Task" [ 1029.054721] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.060918] env[69854]: DEBUG oslo_vmware.api [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 1029.060918] env[69854]: value = "task-3519603" [ 1029.060918] env[69854]: _type = "Task" [ 1029.060918] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.077961] env[69854]: DEBUG oslo_concurrency.lockutils [None req-02b772fd-d599-4600-ab8a-21b9bead5850 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "e2de5455-e804-4086-909f-dd8f81749b77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.269s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.078301] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.088692] env[69854]: DEBUG oslo_vmware.api [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.181529] env[69854]: DEBUG nova.network.neutron [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": "a56a1f10-b9b7-42eb-9502-c6210287139b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.347699] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bbdd8f67-5064-414e-803a-61ab683f0c52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.347945] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.432350] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891883} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.432553] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 212c90bb-cfbf-496b-a1bd-685e0c8ee420/212c90bb-cfbf-496b-a1bd-685e0c8ee420.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.432771] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.433040] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9870471-df64-476c-b332-dade0c5b3e01 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.442768] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e37af8-3510-4312-9881-79de2725f823 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.448435] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1029.448435] env[69854]: value = "task-3519604" [ 1029.448435] env[69854]: _type = "Task" [ 1029.448435] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.457023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624e1632-e3dd-4eb0-9dfd-19e0906cf39d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.461553] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.492169] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936293c8-8a1f-4c12-9374-6bbf5cb94dba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.502974] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa5d700-42ab-46bb-8add-591eca9389d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.520530] env[69854]: DEBUG nova.compute.provider_tree [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.531057] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Releasing lock "refresh_cache-212c90bb-cfbf-496b-a1bd-685e0c8ee420" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.531319] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-vif-plugged-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.531537] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.531709] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.531902] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.532093] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] No waiting events found dispatching network-vif-plugged-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.532270] env[69854]: WARNING nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received unexpected event network-vif-plugged-a56a1f10-b9b7-42eb-9502-c6210287139b for instance with vm_state building and task_state spawning. [ 1029.532509] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Received event network-vif-deleted-fc2604d7-5708-4d3b-98c7-c9649a7a5439 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.532695] env[69854]: INFO nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Neutron deleted interface fc2604d7-5708-4d3b-98c7-c9649a7a5439; detaching it from the instance and deleting it from the info cache [ 1029.532859] env[69854]: DEBUG nova.network.neutron [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.547056] env[69854]: DEBUG nova.network.neutron [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.568253] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.574225] env[69854]: DEBUG oslo_vmware.api [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519603, 'name': ReconfigVM_Task, 'duration_secs': 0.201215} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.574495] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-728b2b1a-26f8-4bce-a513-634628717d1e tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Reconfigured VM instance to set the machine id {{(pid=69854) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1029.685346] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.685678] env[69854]: DEBUG nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Instance network_info: |[{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": "a56a1f10-b9b7-42eb-9502-c6210287139b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.686131] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a56a1f10-b9b7-42eb-9502-c6210287139b', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.696700] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating folder: Project (c99ecdee7f5b4224abbca49f5db62cd5). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.696700] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-247b741c-415d-4ed0-b25a-c95d3f8de20b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.707983] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created folder: Project (c99ecdee7f5b4224abbca49f5db62cd5) in parent group-v702928. [ 1029.708177] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating folder: Instances. Parent ref: group-v703145. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.708820] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9744b1a8-6d6e-44d0-a3f1-d276d46a085e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.716815] env[69854]: DEBUG nova.compute.manager [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Received event network-changed-02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.716815] env[69854]: DEBUG nova.compute.manager [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing instance network info cache due to event network-changed-02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.716815] env[69854]: DEBUG oslo_concurrency.lockutils [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] Acquiring lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.716815] env[69854]: DEBUG oslo_concurrency.lockutils [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] Acquired lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.716815] env[69854]: DEBUG nova.network.neutron [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.719884] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created folder: Instances in parent group-v703145. [ 1029.720117] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.721078] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.721078] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb6d316-1729-4a6c-b65a-c1412ddc30b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.744540] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.744540] env[69854]: value = "task-3519607" [ 1029.744540] env[69854]: _type = "Task" [ 1029.744540] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.753478] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519607, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.853877] env[69854]: DEBUG nova.compute.utils [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.957618] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08694} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.958230] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.959117] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ff20fa-5abf-4ad2-9ba5-4be696ea4fd3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.983195] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 212c90bb-cfbf-496b-a1bd-685e0c8ee420/212c90bb-cfbf-496b-a1bd-685e0c8ee420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.983807] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a16fea-ebad-42e1-ac0d-188423ae26f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.007919] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1030.007919] env[69854]: value = "task-3519608" [ 1030.007919] env[69854]: _type = "Task" [ 1030.007919] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.021469] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.023741] env[69854]: DEBUG nova.scheduler.client.report [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.036035] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efb4a2a4-2380-41db-ade9-86f10c0580dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.051946] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3725b4db-2f79-488f-9caf-0ff8a791283c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.063220] env[69854]: INFO nova.compute.manager [-] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Took 1.71 seconds to deallocate network for instance. [ 1030.083817] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.099267] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Detach interface failed, port_id=fc2604d7-5708-4d3b-98c7-c9649a7a5439, reason: Instance 8e017fda-5fdb-4636-ba9c-6d27e9ae10af could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.099532] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.099716] env[69854]: DEBUG nova.compute.manager [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing instance network info cache due to event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.099955] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Acquiring lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.100135] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Acquired lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.100312] env[69854]: DEBUG nova.network.neutron [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.261693] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519607, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.358622] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.453600] env[69854]: DEBUG nova.compute.manager [req-aed45d4b-18d7-429d-996e-6639149e2018 req-f65f21d9-fa45-4ee6-b396-8de20cbbcc0c service nova] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Received event network-vif-deleted-caab9659-791d-4fd9-bc40-03322b1cbbf1 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.494723] env[69854]: DEBUG nova.network.neutron [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updated VIF entry in instance network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.495413] env[69854]: DEBUG nova.network.neutron [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.519760] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519608, 'name': ReconfigVM_Task, 'duration_secs': 0.348186} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.520065] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 212c90bb-cfbf-496b-a1bd-685e0c8ee420/212c90bb-cfbf-496b-a1bd-685e0c8ee420.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.520770] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee06ad1a-de57-4006-870a-5f7ee6aa73b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.528173] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1030.528173] env[69854]: value = "task-3519609" [ 1030.528173] env[69854]: _type = "Task" [ 1030.528173] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.534480] env[69854]: DEBUG nova.objects.instance [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lazy-loading 'flavor' on Instance uuid c9c127a4-b4f6-4ceb-a662-bdc53a5afa43 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.537233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.537673] env[69854]: DEBUG nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.540793] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.541073] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.541254] env[69854]: DEBUG nova.compute.manager [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.544805] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.036s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.545038] env[69854]: DEBUG nova.objects.instance [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lazy-loading 'resources' on Instance uuid 4775d1c9-faac-4ec8-b4e2-4bb8443774cc {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.547272] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b5ade4-8c0f-4e14-a408-caede29979e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.551318] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519609, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.556341] env[69854]: DEBUG nova.compute.manager [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1030.557028] env[69854]: DEBUG nova.objects.instance [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'flavor' on Instance uuid eddda2a1-2988-471e-af3b-99c8ec29cffc {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.573598] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.577337] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.760722] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519607, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.794561] env[69854]: DEBUG nova.network.neutron [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updated VIF entry in instance network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.794822] env[69854]: DEBUG nova.network.neutron [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": "a56a1f10-b9b7-42eb-9502-c6210287139b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.000746] env[69854]: DEBUG oslo_concurrency.lockutils [req-f1b6e639-a601-4558-bd84-f434e9679d4b req-407e34c1-e568-44ed-9c3f-d97879f1294e service nova] Releasing lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.040818] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519609, 'name': Rename_Task, 'duration_secs': 0.298896} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.041771] env[69854]: DEBUG nova.compute.utils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.042999] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.043504] env[69854]: DEBUG oslo_concurrency.lockutils [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.044154] env[69854]: DEBUG oslo_concurrency.lockutils [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquired lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.045566] env[69854]: DEBUG nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.045733] env[69854]: DEBUG nova.network.neutron [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.047574] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f1332a-1a11-4ab4-8255-3e23a6510236 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.061872] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1031.061872] env[69854]: value = "task-3519610" [ 1031.061872] env[69854]: _type = "Task" [ 1031.061872] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.077728] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.082329] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.152833] env[69854]: DEBUG nova.policy [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a93eb7e0a6cf441f8f63cf98fce4f26f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b6a8dc16af4e698ad46d066501aad6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.263021] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519607, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.298640] env[69854]: DEBUG oslo_concurrency.lockutils [req-cac490cf-0624-4b47-b270-7e5cd96164d2 req-34b8bb40-972e-4e36-8bc2-86c84b5d5975 service nova] Releasing lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.435047] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bbdd8f67-5064-414e-803a-61ab683f0c52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.435047] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.435047] env[69854]: INFO nova.compute.manager [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Attaching volume 713996eb-eb66-461b-b765-d02b57bb59d1 to /dev/sdb [ 1031.483528] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69628a5-3e16-40b2-8672-4ffe8d569deb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.508537] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6e7c9f-92b3-479d-bf1d-04c18bc57d97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.514185] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473d479c-6672-4b20-8608-1df9918264b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.520829] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef71491c-e097-4e57-9836-696d3835b2f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.536264] env[69854]: DEBUG nova.virt.block_device [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating existing volume attachment record: 27f06d21-d99e-4a7c-9339-edf9c4112a6f {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.565208] env[69854]: DEBUG nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.571872] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6174bf9-d706-443b-973e-3e9e346a59be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.577618] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.578305] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bdb676a-f477-4697-9af4-727df56f7049 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.585092] env[69854]: DEBUG oslo_vmware.api [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519610, 'name': PowerOnVM_Task, 'duration_secs': 0.504962} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.590873] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.591112] env[69854]: INFO nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1031.591389] env[69854]: DEBUG nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.591964] env[69854]: DEBUG oslo_vmware.api [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1031.591964] env[69854]: value = "task-3519611" [ 1031.591964] env[69854]: _type = "Task" [ 1031.591964] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.591964] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.592596] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a87bf2-ca9b-4045-b85e-948f1c358102 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.596390] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a07403b-1100-4293-81d6-077c4388d444 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.609452] env[69854]: DEBUG oslo_vmware.api [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.622871] env[69854]: DEBUG nova.compute.provider_tree [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.743811] env[69854]: DEBUG nova.network.neutron [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.760948] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519607, 'name': CreateVM_Task, 'duration_secs': 1.689026} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.761138] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.761863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.762036] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.762351] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.762622] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bab4a6-aec3-4ae1-b12a-56fb25910368 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.767608] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1031.767608] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520b36e1-6705-1ede-96c6-8c3462d0e650" [ 1031.767608] env[69854]: _type = "Task" [ 1031.767608] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.778131] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520b36e1-6705-1ede-96c6-8c3462d0e650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.791010] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "736701d6-fe4d-4036-b0b5-956538f5ca22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.791266] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "736701d6-fe4d-4036-b0b5-956538f5ca22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.796169] env[69854]: DEBUG nova.network.neutron [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Successfully created port: 6de69ddf-56db-4de7-a3a5-67aece93be6d {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.831096] env[69854]: DEBUG nova.compute.manager [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Received event network-changed-6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.831307] env[69854]: DEBUG nova.compute.manager [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Refreshing instance network info cache due to event network-changed-6831c3b6-1021-4550-8fd2-e99d6fc8002a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.831518] env[69854]: DEBUG oslo_concurrency.lockutils [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] Acquiring lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.831660] env[69854]: DEBUG oslo_concurrency.lockutils [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] Acquired lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.831822] env[69854]: DEBUG nova.network.neutron [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Refreshing network info cache for port 6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.082375] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.111284] env[69854]: DEBUG oslo_vmware.api [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519611, 'name': PowerOffVM_Task, 'duration_secs': 0.356814} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.111674] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.111885] env[69854]: DEBUG nova.compute.manager [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.112697] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f2a02-4e2b-4dee-bf55-bc7965dd9d55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.136338] env[69854]: DEBUG nova.scheduler.client.report [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.140401] env[69854]: INFO nova.compute.manager [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Rebuilding instance [ 1032.146647] env[69854]: INFO nova.compute.manager [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Took 22.91 seconds to build instance. [ 1032.218417] env[69854]: DEBUG nova.compute.manager [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.219931] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89067cd7-4f71-4086-a8bb-99ca512443f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.281646] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520b36e1-6705-1ede-96c6-8c3462d0e650, 'name': SearchDatastore_Task, 'duration_secs': 0.013887} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.282776] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.285435] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.285781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.285996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.286250] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.286586] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcba2a3b-6b3c-4a76-8c3c-7dcb369435ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.293206] env[69854]: DEBUG nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.299019] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.299019] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.299019] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af6f692-7872-481c-be0d-44e81ef956e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.306091] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1032.306091] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c86c2-1ced-71e2-9a4e-02bb0bef22d1" [ 1032.306091] env[69854]: _type = "Task" [ 1032.306091] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.315962] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c86c2-1ced-71e2-9a4e-02bb0bef22d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.543791] env[69854]: DEBUG nova.compute.manager [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Received event network-changed-02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.544242] env[69854]: DEBUG nova.compute.manager [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing instance network info cache due to event network-changed-02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.544242] env[69854]: DEBUG oslo_concurrency.lockutils [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] Acquiring lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.555441] env[69854]: DEBUG nova.network.neutron [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.580681] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.584415] env[69854]: DEBUG nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.631350] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.631675] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.631938] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.632262] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.632512] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.632723] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.633011] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.635019] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.635019] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.635019] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.635019] env[69854]: DEBUG nova.virt.hardware [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.635019] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e8c4fe-cd0e-484a-8aa5-83c8ed94d1ee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.638717] env[69854]: DEBUG oslo_concurrency.lockutils [None req-99fa37a1-c49c-45d5-a271-bee1e24579aa tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.647279] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ead397-b19b-4b0b-b9a0-c3998eee3c80 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.658191] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.660439] env[69854]: DEBUG oslo_concurrency.lockutils [None req-85e93918-cc15-4159-ae7e-e97237db46d2 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.450s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.662022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.133s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.662022] env[69854]: DEBUG nova.objects.instance [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lazy-loading 'resources' on Instance uuid 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.806052] env[69854]: DEBUG nova.network.neutron [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Updated VIF entry in instance network info cache for port 6831c3b6-1021-4550-8fd2-e99d6fc8002a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.806408] env[69854]: DEBUG nova.network.neutron [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Updating instance_info_cache with network_info: [{"id": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "address": "fa:16:3e:6f:04:b7", "network": {"id": "0d931216-acae-46e1-a65e-a48056c1892a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1964790635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87592111d096408490b6b5b11622bc5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831c3b6-10", "ovs_interfaceid": "6831c3b6-1021-4550-8fd2-e99d6fc8002a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.821489] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.832856] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525c86c2-1ced-71e2-9a4e-02bb0bef22d1, 'name': SearchDatastore_Task, 'duration_secs': 0.025344} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.833932] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c90071-1996-426b-b798-3eb018b1ceef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.845067] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1032.845067] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b54f2-2dfd-08d3-3f12-0f61aacd4ed0" [ 1032.845067] env[69854]: _type = "Task" [ 1032.845067] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.855407] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b54f2-2dfd-08d3-3f12-0f61aacd4ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.058650] env[69854]: DEBUG oslo_concurrency.lockutils [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Releasing lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.058966] env[69854]: DEBUG nova.compute.manager [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Inject network info {{(pid=69854) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1033.059255] env[69854]: DEBUG nova.compute.manager [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] network_info to inject: |[{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1033.064439] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Reconfiguring VM instance to set the machine id {{(pid=69854) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1033.064818] env[69854]: DEBUG oslo_concurrency.lockutils [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] Acquired lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.065011] env[69854]: DEBUG nova.network.neutron [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Refreshing network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.066350] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-653a6e52-b38c-4daf-bfb5-06f458220154 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.094099] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.095630] env[69854]: DEBUG oslo_vmware.api [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 1033.095630] env[69854]: value = "task-3519615" [ 1033.095630] env[69854]: _type = "Task" [ 1033.095630] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.104824] env[69854]: DEBUG oslo_vmware.api [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.190453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-26a8585d-f4d8-4fdc-a34a-59ea8121fc70 tempest-ServerActionsV293TestJSON-414194083 tempest-ServerActionsV293TestJSON-414194083-project-member] Lock "4775d1c9-faac-4ec8-b4e2-4bb8443774cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.110s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.240091] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.242698] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5747923e-39d5-4a69-b2b3-7a8843574b43 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.256616] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1033.256616] env[69854]: value = "task-3519616" [ 1033.256616] env[69854]: _type = "Task" [ 1033.256616] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.268453] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed99c4-28cb-4103-95ed-40cb214bdfc0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.274900] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.282892] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "b0b6c63d-ca17-45df-a731-90d6a06ace08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.283210] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.285236] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927f143a-b4ca-4c7c-b320-1d6400172b55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.327507] env[69854]: DEBUG oslo_concurrency.lockutils [req-608b5c8f-d5d5-492f-8e11-aa4f81118966 req-2a3e7da7-036d-4ad2-b4e5-b7a04bfcf5f9 service nova] Releasing lock "refresh_cache-e2de5455-e804-4086-909f-dd8f81749b77" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.329909] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e5932-b4b8-4eda-b0d5-ebe751066881 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.341841] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7204f4-1d66-4215-990f-8d891c86c270 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.362865] env[69854]: DEBUG nova.compute.provider_tree [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.368996] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b54f2-2dfd-08d3-3f12-0f61aacd4ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.015111} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.368996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.369219] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.369338] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fbdb0a5-5479-451c-bf97-b55519bedcb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.378169] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1033.378169] env[69854]: value = "task-3519617" [ 1033.378169] env[69854]: _type = "Task" [ 1033.378169] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.389951] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.574447] env[69854]: DEBUG nova.network.neutron [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updated VIF entry in instance network info cache for port 02aca41c-3d71-4830-b576-0acd93f13063. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.576390] env[69854]: DEBUG nova.network.neutron [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [{"id": "02aca41c-3d71-4830-b576-0acd93f13063", "address": "fa:16:3e:22:c9:50", "network": {"id": "fe520532-9d29-4a75-9f75-cb7f6815cfca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1588782498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a287d7d98d4f39aec5f526bda086fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02aca41c-3d", "ovs_interfaceid": "02aca41c-3d71-4830-b576-0acd93f13063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.586828] env[69854]: DEBUG nova.network.neutron [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Successfully updated port: 6de69ddf-56db-4de7-a3a5-67aece93be6d {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.599347] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.608740] env[69854]: DEBUG oslo_vmware.api [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519615, 'name': ReconfigVM_Task, 'duration_secs': 0.201647} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.609034] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-41252f0a-151b-4b5c-b96b-da8dfd6b94ab tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Reconfigured VM instance to set the machine id {{(pid=69854) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1033.766512] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519616, 'name': PowerOffVM_Task, 'duration_secs': 0.258456} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.766786] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.767023] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.767791] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ea30f-c742-49e3-9eea-87ecdb9d710c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.775801] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.776068] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d933ee08-1402-474c-8948-b02e9e8c2410 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.790463] env[69854]: DEBUG nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.853020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.853020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.853020] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleting the datastore file [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.853020] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af60b53a-ad22-4e08-9de4-f4d32406f78a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.861051] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1033.861051] env[69854]: value = "task-3519619" [ 1033.861051] env[69854]: _type = "Task" [ 1033.861051] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.866343] env[69854]: DEBUG nova.scheduler.client.report [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.879840] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.890852] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519617, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.897035] env[69854]: DEBUG nova.objects.instance [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'flavor' on Instance uuid eddda2a1-2988-471e-af3b-99c8ec29cffc {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.065604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.065862] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.066196] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.066478] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.066650] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.069228] env[69854]: INFO nova.compute.manager [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Terminating instance [ 1034.078241] env[69854]: DEBUG oslo_concurrency.lockutils [req-ef2a6f5f-c7d4-4f43-86f9-aba57964aa32 req-2792ac1c-e7a0-4ee7-8d88-c8fd65bdd6e7 service nova] Releasing lock "refresh_cache-c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.092316] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "refresh_cache-028ea073-c986-4b3d-a8ae-93c3550fce53" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.092730] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "refresh_cache-028ea073-c986-4b3d-a8ae-93c3550fce53" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.093029] env[69854]: DEBUG nova.network.neutron [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.103681] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.317958] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.376252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.379594] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315672} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.380253] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.819s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.380528] env[69854]: DEBUG nova.objects.instance [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1034.384337] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.384616] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.384883] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.408032] env[69854]: INFO nova.scheduler.client.report [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted allocations for instance 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7 [ 1034.411831] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.412059] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.412263] env[69854]: DEBUG nova.network.neutron [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.412465] env[69854]: DEBUG nova.objects.instance [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'info_cache' on Instance uuid eddda2a1-2988-471e-af3b-99c8ec29cffc {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.417371] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795143} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.417973] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.418139] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.418441] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0cb7ba3-7cc5-44d1-916b-3196aa834494 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.427569] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1034.427569] env[69854]: value = "task-3519621" [ 1034.427569] env[69854]: _type = "Task" [ 1034.427569] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.438944] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.576861] env[69854]: DEBUG nova.compute.manager [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.577263] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.578117] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5974224a-4930-4852-8a43-139af6bc3dc8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.587362] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.590416] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd48213a-5753-429c-aaed-f190d12821ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.595602] env[69854]: DEBUG nova.compute.manager [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Received event network-vif-plugged-6de69ddf-56db-4de7-a3a5-67aece93be6d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.595602] env[69854]: DEBUG oslo_concurrency.lockutils [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] Acquiring lock "028ea073-c986-4b3d-a8ae-93c3550fce53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.595602] env[69854]: DEBUG oslo_concurrency.lockutils [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.595602] env[69854]: DEBUG oslo_concurrency.lockutils [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.595602] env[69854]: DEBUG nova.compute.manager [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] No waiting events found dispatching network-vif-plugged-6de69ddf-56db-4de7-a3a5-67aece93be6d {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.595602] env[69854]: WARNING nova.compute.manager [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Received unexpected event network-vif-plugged-6de69ddf-56db-4de7-a3a5-67aece93be6d for instance with vm_state building and task_state spawning. [ 1034.595602] env[69854]: DEBUG nova.compute.manager [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Received event network-changed-6de69ddf-56db-4de7-a3a5-67aece93be6d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.595602] env[69854]: DEBUG nova.compute.manager [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Refreshing instance network info cache due to event network-changed-6de69ddf-56db-4de7-a3a5-67aece93be6d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.595602] env[69854]: DEBUG oslo_concurrency.lockutils [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] Acquiring lock "refresh_cache-028ea073-c986-4b3d-a8ae-93c3550fce53" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.602596] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.604445] env[69854]: DEBUG oslo_vmware.api [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 1034.604445] env[69854]: value = "task-3519622" [ 1034.604445] env[69854]: _type = "Task" [ 1034.604445] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.614246] env[69854]: DEBUG oslo_vmware.api [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.642466] env[69854]: DEBUG nova.network.neutron [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.868568] env[69854]: DEBUG nova.network.neutron [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Updating instance_info_cache with network_info: [{"id": "6de69ddf-56db-4de7-a3a5-67aece93be6d", "address": "fa:16:3e:83:79:bd", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de69ddf-56", "ovs_interfaceid": "6de69ddf-56db-4de7-a3a5-67aece93be6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.916603] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0227ea7a-684d-4c4b-aca2-e67e4f472fb3 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "06d8941a-f77b-4541-aa5b-fdb3ecd12dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.223s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.919724] env[69854]: DEBUG nova.objects.base [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.939883] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125133} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.940260] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.941216] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf1523-35aa-4ab2-ad9d-4a93d7ee02b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.968024] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.968024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.968024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.968437] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8102b0c7-1427-47ce-8c13-7aa5eda7e52e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.989793] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1034.989793] env[69854]: value = "task-3519623" [ 1034.989793] env[69854]: _type = "Task" [ 1034.989793] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.001945] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.097569] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.113457] env[69854]: DEBUG oslo_vmware.api [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519622, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.371210] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "refresh_cache-028ea073-c986-4b3d-a8ae-93c3550fce53" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.371764] env[69854]: DEBUG nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Instance network_info: |[{"id": "6de69ddf-56db-4de7-a3a5-67aece93be6d", "address": "fa:16:3e:83:79:bd", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de69ddf-56", "ovs_interfaceid": "6de69ddf-56db-4de7-a3a5-67aece93be6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.372298] env[69854]: DEBUG oslo_concurrency.lockutils [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] Acquired lock "refresh_cache-028ea073-c986-4b3d-a8ae-93c3550fce53" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.372577] env[69854]: DEBUG nova.network.neutron [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Refreshing network info cache for port 6de69ddf-56db-4de7-a3a5-67aece93be6d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.373905] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:79:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6de69ddf-56db-4de7-a3a5-67aece93be6d', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.382950] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.387423] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.388069] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a831274f-5813-4872-955f-741e0c4092a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.408027] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a1619aca-8b03-4e40-974f-04c32c6f6193 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.408503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.117s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.409925] env[69854]: INFO nova.compute.claims [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.419843] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.419843] env[69854]: value = "task-3519624" [ 1035.419843] env[69854]: _type = "Task" [ 1035.419843] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.432776] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519624, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.451657] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.451908] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.452108] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.452424] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.452424] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.452594] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.452850] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.453040] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.453302] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.453425] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.453607] env[69854]: DEBUG nova.virt.hardware [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.454893] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277535d9-e394-4412-a6d0-fbec9dd3652f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.464415] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4e056c-6be9-4bc9-804c-1b7dd78612a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.473267] env[69854]: INFO nova.compute.manager [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Detaching volume 6a5da786-7bba-4a59-983a-8c158db71cfe [ 1035.487458] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:50:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df1157d2-1a1b-46eb-a930-c64b1f229800', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.495120] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.501253] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.503534] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f390fbbe-05e4-4c4a-b0f3-afee162caf13 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.528580] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.532965] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.532965] env[69854]: value = "task-3519625" [ 1035.532965] env[69854]: _type = "Task" [ 1035.532965] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.537593] env[69854]: INFO nova.virt.block_device [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Attempting to driver detach volume 6a5da786-7bba-4a59-983a-8c158db71cfe from mountpoint /dev/sdb [ 1035.537807] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.538039] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703120', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'name': 'volume-6a5da786-7bba-4a59-983a-8c158db71cfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1d5c300-bf38-4d68-abab-83db27f195ce', 'attached_at': '', 'detached_at': '', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'serial': '6a5da786-7bba-4a59-983a-8c158db71cfe'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.539417] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01b247a-1577-48d6-98ac-cf15b050684a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.548513] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519625, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.573491] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf4c76-e101-4d03-b54b-cd7662f83a0b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.580242] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a16bc-0b82-4214-b955-670be19c55bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.614080] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8504bf-e9e5-4ce9-b4a2-cfd1f8dd007c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.628505] env[69854]: DEBUG oslo_vmware.api [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519602, 'name': ReconfigVM_Task, 'duration_secs': 6.132174} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.644384] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.644703] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfigured VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.647570] env[69854]: DEBUG oslo_vmware.api [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519622, 'name': PowerOffVM_Task, 'duration_secs': 0.589469} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.648179] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] The volume has not been displaced from its original location: [datastore2] volume-6a5da786-7bba-4a59-983a-8c158db71cfe/volume-6a5da786-7bba-4a59-983a-8c158db71cfe.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1035.653547] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.653908] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.654120] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.654397] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2123458-70c2-4951-a0de-053c6fd2a0f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.667757] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8242e3f-dc72-4e9f-812d-15f03e0fd93b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.676759] env[69854]: DEBUG oslo_vmware.api [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1035.676759] env[69854]: value = "task-3519627" [ 1035.676759] env[69854]: _type = "Task" [ 1035.676759] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.686490] env[69854]: DEBUG oslo_vmware.api [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.792265] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.792801] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.793121] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Deleting the datastore file [datastore1] c9c127a4-b4f6-4ceb-a662-bdc53a5afa43 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.793455] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5d87783-5291-4f8f-9ac8-df4e01453266 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.801692] env[69854]: DEBUG oslo_vmware.api [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for the task: (returnval){ [ 1035.801692] env[69854]: value = "task-3519628" [ 1035.801692] env[69854]: _type = "Task" [ 1035.801692] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.812845] env[69854]: DEBUG oslo_vmware.api [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.852760] env[69854]: DEBUG nova.network.neutron [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Updated VIF entry in instance network info cache for port 6de69ddf-56db-4de7-a3a5-67aece93be6d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.853283] env[69854]: DEBUG nova.network.neutron [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Updating instance_info_cache with network_info: [{"id": "6de69ddf-56db-4de7-a3a5-67aece93be6d", "address": "fa:16:3e:83:79:bd", "network": {"id": "26abc872-a47c-4239-bd6f-b6222d151360", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1514875424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b6a8dc16af4e698ad46d066501aad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de69ddf-56", "ovs_interfaceid": "6de69ddf-56db-4de7-a3a5-67aece93be6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.933304] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519624, 'name': CreateVM_Task, 'duration_secs': 0.47991} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.933304] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.933304] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.933304] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.933468] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.934078] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cea8de-92b7-4c93-83e3-690f2134ad79 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.942771] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1035.942771] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e56d47-534c-a013-db1c-ba0d6890c954" [ 1035.942771] env[69854]: _type = "Task" [ 1035.942771] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.952949] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e56d47-534c-a013-db1c-ba0d6890c954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.959021] env[69854]: DEBUG nova.network.neutron [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.011596] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519623, 'name': ReconfigVM_Task, 'duration_secs': 0.707597} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.011922] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.012624] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ab89a7c-c777-40fb-b1f2-b325a85dccec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.021477] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1036.021477] env[69854]: value = "task-3519629" [ 1036.021477] env[69854]: _type = "Task" [ 1036.021477] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.031244] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519629, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.042947] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519625, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.189224] env[69854]: DEBUG oslo_vmware.api [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519627, 'name': ReconfigVM_Task, 'duration_secs': 0.300327} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.189527] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.194349] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4116e859-3297-457d-8f31-ceb45dea13a1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.212289] env[69854]: DEBUG oslo_vmware.api [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1036.212289] env[69854]: value = "task-3519630" [ 1036.212289] env[69854]: _type = "Task" [ 1036.212289] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.224133] env[69854]: DEBUG oslo_vmware.api [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.312487] env[69854]: DEBUG oslo_vmware.api [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Task: {'id': task-3519628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245747} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.312902] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.313206] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.313508] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.313801] env[69854]: INFO nova.compute.manager [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1036.314177] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.314517] env[69854]: DEBUG nova.compute.manager [-] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.314710] env[69854]: DEBUG nova.network.neutron [-] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.357174] env[69854]: DEBUG oslo_concurrency.lockutils [req-061cf941-1c51-4ca9-9a94-1772795c50f6 req-213f631a-5ff8-4846-b1c6-1da3dd2eff0e service nova] Releasing lock "refresh_cache-028ea073-c986-4b3d-a8ae-93c3550fce53" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.455149] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e56d47-534c-a013-db1c-ba0d6890c954, 'name': SearchDatastore_Task, 'duration_secs': 0.016254} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.455446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.455686] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.455920] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.456077] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.456262] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.456520] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fdd55a3-3f64-47a3-ad36-8a414dd11b08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.462174] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.468661] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.468874] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.469628] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0f7875-1b85-4320-80a4-ddbba53cd601 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.478147] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1036.478147] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e96e18-12d3-5fad-0c0d-063e665f38eb" [ 1036.478147] env[69854]: _type = "Task" [ 1036.478147] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.487414] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e96e18-12d3-5fad-0c0d-063e665f38eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.537480] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519629, 'name': Rename_Task, 'duration_secs': 0.210003} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.541090] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.542028] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f731b15b-f6ed-4260-beb1-bd46e301a9e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.556119] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519625, 'name': CreateVM_Task, 'duration_secs': 0.552327} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.556119] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1036.556119] env[69854]: value = "task-3519631" [ 1036.556119] env[69854]: _type = "Task" [ 1036.556119] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.556119] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.556119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.556119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.556119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.558732] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e3aaeb-15a1-4123-babd-d1c3c174014f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.571031] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.571660] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1036.571660] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520a8fd7-70af-4c0b-9480-c142c0628199" [ 1036.571660] env[69854]: _type = "Task" [ 1036.571660] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.581497] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520a8fd7-70af-4c0b-9480-c142c0628199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.598345] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.598345] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703149', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'name': 'volume-713996eb-eb66-461b-b765-d02b57bb59d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbdd8f67-5064-414e-803a-61ab683f0c52', 'attached_at': '', 'detached_at': '', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'serial': '713996eb-eb66-461b-b765-d02b57bb59d1'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.598345] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7076e97a-9e08-4fd2-b74c-b6d1a7a15cee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.622631] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c00a2b-b015-4862-98e5-b172d0bddfa1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.656472] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-713996eb-eb66-461b-b765-d02b57bb59d1/volume-713996eb-eb66-461b-b765-d02b57bb59d1.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.659703] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce59457a-bb44-4d9b-b710-06fb21393f1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.678116] env[69854]: DEBUG nova.compute.manager [req-40a227a9-ee23-4b2a-8195-9aa33e00cb02 req-7d18b214-6986-44b4-a649-d20ba2d65274 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-vif-deleted-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.678333] env[69854]: INFO nova.compute.manager [req-40a227a9-ee23-4b2a-8195-9aa33e00cb02 req-7d18b214-6986-44b4-a649-d20ba2d65274 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Neutron deleted interface 8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2; detaching it from the instance and deleting it from the info cache [ 1036.678615] env[69854]: DEBUG nova.network.neutron [req-40a227a9-ee23-4b2a-8195-9aa33e00cb02 req-7d18b214-6986-44b4-a649-d20ba2d65274 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca", "address": "fa:16:3e:b6:14:21", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc853fcdb-e2", "ovs_interfaceid": "c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.689130] env[69854]: DEBUG oslo_vmware.api [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1036.689130] env[69854]: value = "task-3519632" [ 1036.689130] env[69854]: _type = "Task" [ 1036.689130] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.699126] env[69854]: DEBUG oslo_vmware.api [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.729319] env[69854]: DEBUG oslo_vmware.api [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519630, 'name': ReconfigVM_Task, 'duration_secs': 0.173643} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.732282] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703120', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'name': 'volume-6a5da786-7bba-4a59-983a-8c158db71cfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1d5c300-bf38-4d68-abab-83db27f195ce', 'attached_at': '', 'detached_at': '', 'volume_id': '6a5da786-7bba-4a59-983a-8c158db71cfe', 'serial': '6a5da786-7bba-4a59-983a-8c158db71cfe'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1036.904927] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e0f9b3-e64e-4c0b-8f83-f7545eead246 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.916622] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714f181-597f-4c85-a7ca-693e173d92c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.954822] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e5a242-e1a4-43ef-8083-96391a0ee891 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.963930] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6477e581-bddb-4a19-82c9-757ceef9256d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.981531] env[69854]: DEBUG nova.compute.provider_tree [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.996189] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e96e18-12d3-5fad-0c0d-063e665f38eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.997206] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d375a2-3b9d-4145-bd4b-c258568637e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.005220] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1037.005220] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fa83e2-a641-9d45-5fc2-ab6768192a0c" [ 1037.005220] env[69854]: _type = "Task" [ 1037.005220] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.019641] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fa83e2-a641-9d45-5fc2-ab6768192a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012493} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.019907] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.020194] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 028ea073-c986-4b3d-a8ae-93c3550fce53/028ea073-c986-4b3d-a8ae-93c3550fce53.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.020473] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cebed623-904a-4b14-9e58-72c5278b521d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.023288] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.023508] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.023752] env[69854]: DEBUG nova.network.neutron [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.032165] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1037.032165] env[69854]: value = "task-3519633" [ 1037.032165] env[69854]: _type = "Task" [ 1037.032165] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.043871] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.065138] env[69854]: DEBUG oslo_vmware.api [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519631, 'name': PowerOnVM_Task, 'duration_secs': 0.499101} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.065372] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.065607] env[69854]: INFO nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Took 10.89 seconds to spawn the instance on the hypervisor. [ 1037.065793] env[69854]: DEBUG nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.066668] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd368ca-5546-4827-9d58-e7389ee4b81f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.086778] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520a8fd7-70af-4c0b-9480-c142c0628199, 'name': SearchDatastore_Task, 'duration_secs': 0.02001} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.087561] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.087807] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.088063] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.088248] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.088438] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.089768] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26110cae-f314-43ec-924b-deb50cf4c2ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.092812] env[69854]: DEBUG nova.compute.manager [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-vif-deleted-c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.092988] env[69854]: INFO nova.compute.manager [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Neutron deleted interface c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca; detaching it from the instance and deleting it from the info cache [ 1037.093243] env[69854]: DEBUG nova.network.neutron [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.103313] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.103501] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.104292] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbb6f36-14ae-4992-9979-a29837bd0dd0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.112514] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1037.112514] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52953ca9-d93e-fbe4-c1c1-4abf24541c48" [ 1037.112514] env[69854]: _type = "Task" [ 1037.112514] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.120858] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52953ca9-d93e-fbe4-c1c1-4abf24541c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.182100] env[69854]: DEBUG oslo_concurrency.lockutils [req-40a227a9-ee23-4b2a-8195-9aa33e00cb02 req-7d18b214-6986-44b4-a649-d20ba2d65274 service nova] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.182399] env[69854]: DEBUG oslo_concurrency.lockutils [req-40a227a9-ee23-4b2a-8195-9aa33e00cb02 req-7d18b214-6986-44b4-a649-d20ba2d65274 service nova] Acquired lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.183545] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b04f573-3acb-4300-af5e-b4c9d104e868 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.207051] env[69854]: DEBUG oslo_concurrency.lockutils [req-40a227a9-ee23-4b2a-8195-9aa33e00cb02 req-7d18b214-6986-44b4-a649-d20ba2d65274 service nova] Releasing lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.207347] env[69854]: WARNING nova.compute.manager [req-40a227a9-ee23-4b2a-8195-9aa33e00cb02 req-7d18b214-6986-44b4-a649-d20ba2d65274 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Detach interface failed, port_id=8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2, reason: No device with interface-id 8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 exists on VM: nova.exception.NotFound: No device with interface-id 8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2 exists on VM [ 1037.214487] env[69854]: DEBUG oslo_vmware.api [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.289388] env[69854]: DEBUG nova.objects.instance [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.377771] env[69854]: DEBUG nova.network.neutron [-] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.472156] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.472517] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b32b3b8-75c9-400a-ab7c-3b12231a6316 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.485471] env[69854]: DEBUG oslo_vmware.api [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1037.485471] env[69854]: value = "task-3519634" [ 1037.485471] env[69854]: _type = "Task" [ 1037.485471] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.490634] env[69854]: DEBUG nova.scheduler.client.report [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.512565] env[69854]: DEBUG oslo_vmware.api [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.547879] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.585732] env[69854]: INFO nova.compute.manager [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Took 26.44 seconds to build instance. [ 1037.597136] env[69854]: DEBUG oslo_concurrency.lockutils [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.597136] env[69854]: DEBUG oslo_concurrency.lockutils [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Acquired lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.597423] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916ac06b-46f8-4773-bdff-6545df75ad4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.627717] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66690155-d461-4626-b83f-953341b0102b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.637621] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52953ca9-d93e-fbe4-c1c1-4abf24541c48, 'name': SearchDatastore_Task, 'duration_secs': 0.012474} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.659923] env[69854]: DEBUG nova.virt.vmwareapi.vmops [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfiguring VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1037.660220] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5c88f3-63db-4e8c-9747-9efd5a9a2b27 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.662849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.663098] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9797c9-1f59-44a0-ab3c-3c3dcea7547a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.683058] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1037.683058] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b7fd7-c572-ad60-1912-1bd182b39383" [ 1037.683058] env[69854]: _type = "Task" [ 1037.683058] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.688049] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Waiting for the task: (returnval){ [ 1037.688049] env[69854]: value = "task-3519635" [ 1037.688049] env[69854]: _type = "Task" [ 1037.688049] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.694732] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b7fd7-c572-ad60-1912-1bd182b39383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.710164] env[69854]: DEBUG oslo_vmware.api [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519632, 'name': ReconfigVM_Task, 'duration_secs': 0.586823} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.710437] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.713584] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-713996eb-eb66-461b-b765-d02b57bb59d1/volume-713996eb-eb66-461b-b765-d02b57bb59d1.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.720559] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468675e9-856b-43c0-b461-6fc6d8e2f94d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.738215] env[69854]: DEBUG oslo_vmware.api [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1037.738215] env[69854]: value = "task-3519636" [ 1037.738215] env[69854]: _type = "Task" [ 1037.738215] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.748205] env[69854]: DEBUG oslo_vmware.api [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.880599] env[69854]: INFO nova.compute.manager [-] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Took 1.57 seconds to deallocate network for instance. [ 1037.923036] env[69854]: INFO nova.network.neutron [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Port c853fcdb-e21d-4a0f-ab4b-e1c6da2dbfca from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1037.923211] env[69854]: DEBUG nova.network.neutron [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [{"id": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "address": "fa:16:3e:9b:89:2a", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3f5a4b-99", "ovs_interfaceid": "6c3f5a4b-996c-4fac-92e0-ea2dc92258e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.998226] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.998820] env[69854]: DEBUG nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.001666] env[69854]: DEBUG oslo_vmware.api [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.002250] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.712s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.002439] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.005037] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.701s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.041733] env[69854]: INFO nova.scheduler.client.report [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Deleted allocations for instance 58aec72d-9b5c-4921-9057-3c3c136d50ba [ 1038.053186] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580034} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.053549] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 028ea073-c986-4b3d-a8ae-93c3550fce53/028ea073-c986-4b3d-a8ae-93c3550fce53.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.053895] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.054279] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35ce026e-8eca-459a-9198-82fbaf12885d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.065863] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1038.065863] env[69854]: value = "task-3519637" [ 1038.065863] env[69854]: _type = "Task" [ 1038.065863] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.078115] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.088226] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c46c2566-d2f5-42b2-a1be-dcb027889939 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.954s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.201370] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b7fd7-c572-ad60-1912-1bd182b39383, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.206019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.206019] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.206019] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0845ebd3-befe-4945-98fd-67a99c5c9892 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.210415] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.214614] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.219136] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1038.219136] env[69854]: value = "task-3519638" [ 1038.219136] env[69854]: _type = "Task" [ 1038.219136] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.230174] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.249630] env[69854]: DEBUG oslo_vmware.api [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519636, 'name': ReconfigVM_Task, 'duration_secs': 0.19501} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.250187] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703149', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'name': 'volume-713996eb-eb66-461b-b765-d02b57bb59d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbdd8f67-5064-414e-803a-61ab683f0c52', 'attached_at': '', 'detached_at': '', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'serial': '713996eb-eb66-461b-b765-d02b57bb59d1'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1038.302874] env[69854]: DEBUG oslo_concurrency.lockutils [None req-abb5ea98-a68f-48d2-9f2f-46026b1a1657 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.302874] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.084s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.302874] env[69854]: DEBUG nova.compute.manager [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.302874] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f6cee-28b8-4e00-845f-f30307e91b5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.313910] env[69854]: DEBUG nova.compute.manager [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1038.316168] env[69854]: DEBUG nova.objects.instance [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.389349] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.426711] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.504113] env[69854]: DEBUG nova.compute.utils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.512184] env[69854]: DEBUG nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.512393] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.518340] env[69854]: INFO nova.compute.claims [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.521631] env[69854]: DEBUG oslo_vmware.api [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519634, 'name': PowerOnVM_Task, 'duration_secs': 0.623505} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.527164] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.527369] env[69854]: DEBUG nova.compute.manager [None req-8bbee3f6-3561-43b6-a52b-fc5cb32deeb7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.528604] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58911d95-2f20-48c0-bfc5-e346cc5f8b24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.550975] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2a8077e3-0b57-4af4-8dc9-d09cbf009a72 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "58aec72d-9b5c-4921-9057-3c3c136d50ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.823s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.577303] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204297} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.577623] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.578584] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbcb2d-a1ea-4b3b-a5a3-c042c4e32257 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.583414] env[69854]: DEBUG nova.policy [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2713645ecda3404d8b51c88d21721769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87770357124a446a9adf9d6dd8f5cb61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.607827] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 028ea073-c986-4b3d-a8ae-93c3550fce53/028ea073-c986-4b3d-a8ae-93c3550fce53.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.608563] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b17878-a75d-40d1-b004-afe6053089c5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.631164] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1038.631164] env[69854]: value = "task-3519639" [ 1038.631164] env[69854]: _type = "Task" [ 1038.631164] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.640451] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.699392] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.703044] env[69854]: DEBUG nova.compute.manager [req-936e683e-c7e9-4509-9019-5c8f1c2d2127 req-1e229aaf-46f8-4d27-8536-4a2db19450d4 service nova] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Received event network-vif-deleted-02aca41c-3d71-4830-b576-0acd93f13063 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.728026] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.932154] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d6aac61-f1b0-4e36-892e-62eeabcfdfaf tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-de4257ac-3991-4bc1-ac95-1327e6175718-8f2966a9-c72f-46a5-a1fd-ff3df0c6c1c2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.529s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.022213] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Successfully created port: 9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.025031] env[69854]: INFO nova.compute.resource_tracker [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating resource usage from migration 5b814a56-8cbe-40d2-9509-bf6742c4e277 [ 1039.028788] env[69854]: DEBUG nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.148231] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.202419] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.238350] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.298933] env[69854]: DEBUG nova.objects.instance [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lazy-loading 'flavor' on Instance uuid bbdd8f67-5064-414e-803a-61ab683f0c52 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.335513] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.335761] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c045b0-e012-4006-b97d-198063830c0c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.347461] env[69854]: DEBUG oslo_vmware.api [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1039.347461] env[69854]: value = "task-3519640" [ 1039.347461] env[69854]: _type = "Task" [ 1039.347461] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.363773] env[69854]: DEBUG oslo_vmware.api [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.366110] env[69854]: DEBUG nova.compute.manager [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.366304] env[69854]: DEBUG nova.compute.manager [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing instance network info cache due to event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.366518] env[69854]: DEBUG oslo_concurrency.lockutils [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] Acquiring lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.366659] env[69854]: DEBUG oslo_concurrency.lockutils [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] Acquired lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.366817] env[69854]: DEBUG nova.network.neutron [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.527992] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78a720-6271-428d-88bd-2ff50965d7ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.532974] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Successfully created port: 79226bb0-cd7a-40be-a6ae-6d5edd485868 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.542401] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ec27d-40af-4396-b27e-b259257c65ad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.576811] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f697c10-6984-4aa7-b832-199465c24cfe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.587096] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309f81aa-2587-4e30-af56-d88fb756edea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.606940] env[69854]: DEBUG nova.compute.provider_tree [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.625525] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.625799] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.625992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.626233] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.626439] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.628771] env[69854]: INFO nova.compute.manager [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Terminating instance [ 1039.642494] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519639, 'name': ReconfigVM_Task, 'duration_secs': 0.628207} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.643391] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 028ea073-c986-4b3d-a8ae-93c3550fce53/028ea073-c986-4b3d-a8ae-93c3550fce53.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.644129] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-007f3484-f48e-44ae-b516-799fefdac066 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.652176] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1039.652176] env[69854]: value = "task-3519641" [ 1039.652176] env[69854]: _type = "Task" [ 1039.652176] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.662789] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519641, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.705062] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.734274] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519638, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.050753} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.734274] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.734274] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.734274] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-166a5860-8ee7-4eca-a101-3c37fe446cdc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.753324] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1039.753324] env[69854]: value = "task-3519642" [ 1039.753324] env[69854]: _type = "Task" [ 1039.753324] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.765137] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.805158] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8f92ef2e-c54b-456e-9f59-8a85481e95bc tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.371s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.860946] env[69854]: DEBUG oslo_vmware.api [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519640, 'name': PowerOffVM_Task, 'duration_secs': 0.45241} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.861859] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.861859] env[69854]: DEBUG nova.compute.manager [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.862516] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeed90d-952c-4f22-8c21-42d79ce6df09 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.043447] env[69854]: DEBUG nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.084561] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.085168] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.085168] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.085280] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.085540] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.085737] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.085985] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.086515] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.086515] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.086890] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.087686] env[69854]: DEBUG nova.virt.hardware [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.088923] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3d6236-14a4-4876-9e31-69966739e78e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.099036] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b211e901-c4c6-4ae5-8c14-f1657fb6c77c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.117201] env[69854]: DEBUG nova.scheduler.client.report [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.132643] env[69854]: DEBUG nova.compute.manager [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.132857] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.133739] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e19f0-40e6-4c35-9588-a42722478265 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.142386] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.143736] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832fe13d-b622-45e9-a8d1-f60fa9804888 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.151112] env[69854]: DEBUG oslo_vmware.api [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1040.151112] env[69854]: value = "task-3519643" [ 1040.151112] env[69854]: _type = "Task" [ 1040.151112] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.170431] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519641, 'name': Rename_Task, 'duration_secs': 0.195172} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.170431] env[69854]: DEBUG oslo_vmware.api [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.170778] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.171150] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be53b23a-4186-4534-bc02-f7a021f04ffd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.183246] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1040.183246] env[69854]: value = "task-3519644" [ 1040.183246] env[69854]: _type = "Task" [ 1040.183246] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.194047] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.202726] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.225913] env[69854]: DEBUG nova.network.neutron [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updated VIF entry in instance network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.226337] env[69854]: DEBUG nova.network.neutron [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": "a56a1f10-b9b7-42eb-9502-c6210287139b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.244777] env[69854]: INFO nova.compute.manager [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Rescuing [ 1040.245039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.245197] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.246075] env[69854]: DEBUG nova.network.neutron [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.262751] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080631} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.263020] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.263919] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a18393-65a6-479d-b83d-ea2948951731 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.290195] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.290542] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cfb70b0-d61d-4bb0-938a-e8f300efbf86 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.313372] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1040.313372] env[69854]: value = "task-3519645" [ 1040.313372] env[69854]: _type = "Task" [ 1040.313372] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.327429] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.383336] env[69854]: DEBUG oslo_concurrency.lockutils [None req-00937a09-2f84-435d-99df-253d7b7864e4 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.624450] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.619s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.624742] env[69854]: INFO nova.compute.manager [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Migrating [ 1040.631866] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.610s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.632306] env[69854]: DEBUG nova.objects.instance [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lazy-loading 'resources' on Instance uuid 8e017fda-5fdb-4636-ba9c-6d27e9ae10af {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.664085] env[69854]: DEBUG oslo_vmware.api [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519643, 'name': PowerOffVM_Task, 'duration_secs': 0.422804} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.664438] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.664625] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.665155] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-250d8e65-7b4a-4de8-8d17-17e2105bfaac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.695159] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.705166] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.729365] env[69854]: DEBUG oslo_concurrency.lockutils [req-0e7315bc-a2a1-4bdf-a13e-60c1934f4000 req-1244506b-b840-4c9f-a2ce-40d94f0ee5be service nova] Releasing lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.763299] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.764539] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.764539] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Deleting the datastore file [datastore2] 77f985dd-dd81-4b77-8eb5-a65cfde26dbe {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.764539] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0edc3f6c-ca06-45b6-b68a-04c3db3d5916 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.775881] env[69854]: DEBUG oslo_vmware.api [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for the task: (returnval){ [ 1040.775881] env[69854]: value = "task-3519647" [ 1040.775881] env[69854]: _type = "Task" [ 1040.775881] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.787733] env[69854]: DEBUG oslo_vmware.api [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.823521] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519645, 'name': ReconfigVM_Task, 'duration_secs': 0.311753} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.823808] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.824622] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2857eb60-7f8b-43a5-a2ea-0f4df5de6c5a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.832695] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1040.832695] env[69854]: value = "task-3519648" [ 1040.832695] env[69854]: _type = "Task" [ 1040.832695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.845879] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519648, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.058082] env[69854]: DEBUG nova.network.neutron [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.077527] env[69854]: DEBUG nova.objects.instance [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.145137] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.145137] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.145137] env[69854]: DEBUG nova.network.neutron [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.196460] env[69854]: DEBUG oslo_vmware.api [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519644, 'name': PowerOnVM_Task, 'duration_secs': 0.822915} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.202747] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.203025] env[69854]: INFO nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1041.203233] env[69854]: DEBUG nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.204402] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f5ec37-d6d2-4c16-81f3-94572e8bd1e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.213936] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.289127] env[69854]: DEBUG oslo_vmware.api [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Task: {'id': task-3519647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4975} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.289394] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.289597] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.289778] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.289967] env[69854]: INFO nova.compute.manager [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1041.290248] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.290446] env[69854]: DEBUG nova.compute.manager [-] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.290560] env[69854]: DEBUG nova.network.neutron [-] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.342973] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519648, 'name': Rename_Task, 'duration_secs': 0.162776} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.345572] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.347686] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c897cd57-a4f8-4235-8f00-04e8a1d66799 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.356384] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1041.356384] env[69854]: value = "task-3519649" [ 1041.356384] env[69854]: _type = "Task" [ 1041.356384] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.367955] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.396303] env[69854]: DEBUG nova.compute.manager [req-74848349-83f9-4601-85ec-8542ceae3dee req-3b75ec82-f4e0-4e3a-8e86-a9a3b2516689 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received event network-vif-plugged-9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.396536] env[69854]: DEBUG oslo_concurrency.lockutils [req-74848349-83f9-4601-85ec-8542ceae3dee req-3b75ec82-f4e0-4e3a-8e86-a9a3b2516689 service nova] Acquiring lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.396743] env[69854]: DEBUG oslo_concurrency.lockutils [req-74848349-83f9-4601-85ec-8542ceae3dee req-3b75ec82-f4e0-4e3a-8e86-a9a3b2516689 service nova] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.396906] env[69854]: DEBUG oslo_concurrency.lockutils [req-74848349-83f9-4601-85ec-8542ceae3dee req-3b75ec82-f4e0-4e3a-8e86-a9a3b2516689 service nova] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.397088] env[69854]: DEBUG nova.compute.manager [req-74848349-83f9-4601-85ec-8542ceae3dee req-3b75ec82-f4e0-4e3a-8e86-a9a3b2516689 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] No waiting events found dispatching network-vif-plugged-9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.397263] env[69854]: WARNING nova.compute.manager [req-74848349-83f9-4601-85ec-8542ceae3dee req-3b75ec82-f4e0-4e3a-8e86-a9a3b2516689 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received unexpected event network-vif-plugged-9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 for instance with vm_state building and task_state spawning. [ 1041.540181] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Successfully updated port: 9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.559933] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace97d72-1672-47f1-b0ff-076c76b56988 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.562992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.577492] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98edd215-1fda-4460-9e24-b4ce9cf04e94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.616528] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.616702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.617785] env[69854]: DEBUG nova.network.neutron [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.617785] env[69854]: DEBUG nova.objects.instance [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'info_cache' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.621034] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e643cf6b-1696-45fd-9047-efb5670569a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.633304] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10badfc-9512-4565-b1d6-f933b6953c02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.643506] env[69854]: DEBUG nova.compute.manager [req-d20d7b0c-f38d-496e-b333-5ea2c9be63ea req-68a31480-51f8-4989-a3c8-d99cf8fcff94 service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Received event network-vif-deleted-ee5971ef-8f07-4f57-8d25-ac5443c74fba {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.643701] env[69854]: INFO nova.compute.manager [req-d20d7b0c-f38d-496e-b333-5ea2c9be63ea req-68a31480-51f8-4989-a3c8-d99cf8fcff94 service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Neutron deleted interface ee5971ef-8f07-4f57-8d25-ac5443c74fba; detaching it from the instance and deleting it from the info cache [ 1041.643901] env[69854]: DEBUG nova.network.neutron [req-d20d7b0c-f38d-496e-b333-5ea2c9be63ea req-68a31480-51f8-4989-a3c8-d99cf8fcff94 service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.656587] env[69854]: DEBUG nova.compute.provider_tree [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.658981] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5cbffa2-5480-418e-9a6e-4fb4c596d247 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.669789] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a496f-1a9a-4bcc-a000-855d0bea89b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.717081] env[69854]: DEBUG nova.compute.manager [req-d20d7b0c-f38d-496e-b333-5ea2c9be63ea req-68a31480-51f8-4989-a3c8-d99cf8fcff94 service nova] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Detach interface failed, port_id=ee5971ef-8f07-4f57-8d25-ac5443c74fba, reason: Instance 77f985dd-dd81-4b77-8eb5-a65cfde26dbe could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.728924] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.733789] env[69854]: INFO nova.compute.manager [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Took 22.60 seconds to build instance. [ 1041.869983] env[69854]: DEBUG oslo_vmware.api [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519649, 'name': PowerOnVM_Task, 'duration_secs': 0.488014} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.870451] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.870793] env[69854]: DEBUG nova.compute.manager [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.872021] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a6b59-f4dd-4191-98e8-22a5ba0081b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.069690] env[69854]: DEBUG nova.network.neutron [-] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.127910] env[69854]: DEBUG nova.objects.base [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.162485] env[69854]: DEBUG nova.scheduler.client.report [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.227746] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.235558] env[69854]: DEBUG nova.network.neutron [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.240745] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6a9c2733-08c5-47fc-bcc7-4731a23a066c tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.115s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.393909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.571770] env[69854]: INFO nova.compute.manager [-] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Took 1.28 seconds to deallocate network for instance. [ 1042.675131] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.677362] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.104s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.677819] env[69854]: DEBUG nova.objects.instance [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'resources' on Instance uuid 3e5edb84-1179-4056-954b-f0ee456533aa {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.703280] env[69854]: INFO nova.scheduler.client.report [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Deleted allocations for instance 8e017fda-5fdb-4636-ba9c-6d27e9ae10af [ 1042.727245] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.746501] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.897938] env[69854]: DEBUG nova.network.neutron [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating instance_info_cache with network_info: [{"id": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "address": "fa:16:3e:15:95:0a", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4ab4f1-01", "ovs_interfaceid": "1e4ab4f1-01ef-431e-a334-8b7e243f15bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.084190] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.159339] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.159753] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa4a8656-9687-40b8-9209-2f79ff38a264 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.170680] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1043.170680] env[69854]: value = "task-3519650" [ 1043.170680] env[69854]: _type = "Task" [ 1043.170680] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.187636] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.225276] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f61da7da-3aeb-4eb4-b70c-445cfcbcf5b6 tempest-ServersNegativeTestMultiTenantJSON-1819460926 tempest-ServersNegativeTestMultiTenantJSON-1819460926-project-member] Lock "8e017fda-5fdb-4636-ba9c-6d27e9ae10af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.298s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.236038] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.408821] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "refresh_cache-e1d5c300-bf38-4d68-abab-83db27f195ce" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.572019] env[69854]: INFO nova.compute.manager [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Rebuilding instance [ 1043.626564] env[69854]: DEBUG nova.compute.manager [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.627675] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88526393-fdf3-4302-87b6-0081eb05f209 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.635124] env[69854]: DEBUG nova.compute.manager [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received event network-changed-9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.635124] env[69854]: DEBUG nova.compute.manager [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Refreshing instance network info cache due to event network-changed-9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.635124] env[69854]: DEBUG oslo_concurrency.lockutils [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] Acquiring lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.635124] env[69854]: DEBUG oslo_concurrency.lockutils [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] Acquired lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.635124] env[69854]: DEBUG nova.network.neutron [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Refreshing network info cache for port 9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.682987] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519650, 'name': PowerOffVM_Task, 'duration_secs': 0.290014} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.683314] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.684303] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee0555-9c4d-4c64-b92a-bfdff01d11a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.715248] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831bd44-1c16-457a-bef5-adecec1cc862 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.719224] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5ee10-9cdc-4828-91d4-07f167dd02ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.734850] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020ef6a8-0e92-4070-ab8b-057d540bcc11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.741724] env[69854]: DEBUG oslo_vmware.api [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Task: {'id': task-3519635, 'name': ReconfigVM_Task, 'duration_secs': 5.799598} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.742701] env[69854]: DEBUG oslo_concurrency.lockutils [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] Releasing lock "de4257ac-3991-4bc1-ac95-1327e6175718" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.743229] env[69854]: DEBUG nova.virt.vmwareapi.vmops [req-dadff8af-14a1-4575-a8fb-47cfa1af707a req-b9dbb23d-c5f2-40c4-b422-8435d8762457 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Reconfigured VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1043.743586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "de4257ac-3991-4bc1-ac95-1327e6175718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.081s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.743808] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.744027] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.744229] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "de4257ac-3991-4bc1-ac95-1327e6175718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.777516] env[69854]: INFO nova.compute.manager [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Terminating instance [ 1043.779985] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015db8d1-877e-4f07-af34-ebc6fcd02cdf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.784534] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.785788] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39fe83cb-7fcf-4079-9631-66c23e2dcd9a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.796410] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b4e469-342b-4716-b7ef-a3665e0d82b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.800671] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1043.800671] env[69854]: value = "task-3519651" [ 1043.800671] env[69854]: _type = "Task" [ 1043.800671] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.814253] env[69854]: DEBUG nova.compute.provider_tree [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.820375] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.820573] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.820809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.820951] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.821621] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.821621] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d84c362-980f-40a0-9138-fc665fa16b40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.837842] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.838037] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.839567] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54146e26-130e-42a6-ab09-8968fde889d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.847201] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1043.847201] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f078bb-4471-1690-bdd4-44c517e74fd8" [ 1043.847201] env[69854]: _type = "Task" [ 1043.847201] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.855841] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f078bb-4471-1690-bdd4-44c517e74fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.110193] env[69854]: DEBUG nova.compute.manager [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.111079] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c694a-2472-4bfe-bf18-569400b57664 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.208142] env[69854]: DEBUG nova.network.neutron [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.282070] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf4f0d7-bd63-4205-8664-4a721fb80407 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.288774] env[69854]: DEBUG nova.compute.manager [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.289244] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.290563] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe4861-55ff-43af-bcc8-03d7dff8332f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.314836] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance '6ac198f1-2b08-4937-af85-e83b33a17edf' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.321481] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Successfully updated port: 79226bb0-cd7a-40be-a6ae-6d5edd485868 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.326543] env[69854]: DEBUG nova.scheduler.client.report [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.339029] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.339029] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad8650a-fa7b-452a-99b8-73a291358aca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.347327] env[69854]: DEBUG oslo_vmware.api [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1044.347327] env[69854]: value = "task-3519652" [ 1044.347327] env[69854]: _type = "Task" [ 1044.347327] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.347735] env[69854]: DEBUG nova.network.neutron [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.366468] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f078bb-4471-1690-bdd4-44c517e74fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.019169} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.369838] env[69854]: DEBUG oslo_vmware.api [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.370106] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc486eb0-c652-4dbd-a13e-46721cac2009 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.379195] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1044.379195] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d7cac0-5ff9-602f-f465-c6bdb199502f" [ 1044.379195] env[69854]: _type = "Task" [ 1044.379195] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.390098] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d7cac0-5ff9-602f-f465-c6bdb199502f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.412245] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.412629] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1039005-f9fc-42d0-a8f3-dc3af407729c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.422559] env[69854]: DEBUG oslo_vmware.api [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1044.422559] env[69854]: value = "task-3519653" [ 1044.422559] env[69854]: _type = "Task" [ 1044.422559] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.432963] env[69854]: DEBUG oslo_vmware.api [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.625997] env[69854]: INFO nova.compute.manager [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] instance snapshotting [ 1044.633020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc27938b-c8e3-4f20-9c5b-7580ed63fcf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.655612] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.656252] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b03fbc-15da-43eb-8d66-55882161ea7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.659578] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c92d5c7-6df9-4fcf-81c9-b17725034f80 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.671810] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1044.671810] env[69854]: value = "task-3519654" [ 1044.671810] env[69854]: _type = "Task" [ 1044.671810] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.684759] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.839247] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.839730] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.841776] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.844802] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ce0916-9bb0-443f-82ea-b23a9cdc103a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.847785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.031s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.850387] env[69854]: INFO nova.compute.claims [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.860078] env[69854]: DEBUG oslo_concurrency.lockutils [req-792fff0a-c70e-4ff5-9702-fc378e77042d req-03d89323-96a1-4d80-bf84-3338b45a04ad service nova] Releasing lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.860693] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1044.860693] env[69854]: value = "task-3519655" [ 1044.860693] env[69854]: _type = "Task" [ 1044.860693] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.866970] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.866970] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.867592] env[69854]: DEBUG oslo_vmware.api [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519652, 'name': PowerOffVM_Task, 'duration_secs': 0.256966} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.875265] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.875552] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.875884] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-171e652f-c7b6-4e07-afad-32c27d592f28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.886767] env[69854]: INFO nova.scheduler.client.report [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted allocations for instance 3e5edb84-1179-4056-954b-f0ee456533aa [ 1044.901342] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1044.901544] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance '6ac198f1-2b08-4937-af85-e83b33a17edf' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.911943] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d7cac0-5ff9-602f-f465-c6bdb199502f, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.916047] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.916047] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. {{(pid=69854) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1044.916047] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0339ad0d-7ae4-4949-af89-aa4c35dd085a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.922319] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1044.922319] env[69854]: value = "task-3519657" [ 1044.922319] env[69854]: _type = "Task" [ 1044.922319] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.937652] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.941774] env[69854]: DEBUG oslo_vmware.api [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519653, 'name': PowerOnVM_Task, 'duration_secs': 0.492305} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.942219] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.942500] env[69854]: DEBUG nova.compute.manager [None req-bef0ac77-381d-4699-a117-ee0cd204955f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.943614] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e76bed5-33b4-47cf-9bb4-d294288d3fb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.966069] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.966069] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.966069] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleting the datastore file [datastore1] de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.966069] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00d0eb4d-f556-4bff-81f3-39acaa757b1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.973378] env[69854]: DEBUG oslo_vmware.api [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1044.973378] env[69854]: value = "task-3519658" [ 1044.973378] env[69854]: _type = "Task" [ 1044.973378] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.986230] env[69854]: DEBUG oslo_vmware.api [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.083374] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "459e23dc-3461-47d2-81fb-06176a88e11d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.083642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "459e23dc-3461-47d2-81fb-06176a88e11d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.177614] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1045.177979] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-efc85ce6-bff9-41d7-9a86-e549d63d2ed5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.192524] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519654, 'name': PowerOffVM_Task, 'duration_secs': 0.194145} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.195087] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.196167] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.196611] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1045.196611] env[69854]: value = "task-3519659" [ 1045.196611] env[69854]: _type = "Task" [ 1045.196611] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.198342] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fca59ba-77dc-4e81-9c25-afd9ed1ecb75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.214505] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519659, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.216468] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.217229] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3aa7276-c243-48e4-9798-1c83d41ec3c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.294256] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.294575] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.294778] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleting the datastore file [datastore1] d8f11640-a3a3-42aa-afd7-674cd2af95c5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.295113] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4685ba9-b02c-4d82-8c08-5addf267d6d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.304154] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1045.304154] env[69854]: value = "task-3519661" [ 1045.304154] env[69854]: _type = "Task" [ 1045.304154] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.316080] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.410144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ad7b9db9-dc14-4d2e-a16b-a8b58d8b97c4 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "3e5edb84-1179-4056-954b-f0ee456533aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.223s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.415754] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.415923] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.416014] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.416211] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.416383] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.416648] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.416835] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.417063] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.417180] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.417365] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.417417] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.423950] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c8b6b36-f613-48b1-86f0-de788a101f5b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.447947] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.450175] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1045.450175] env[69854]: value = "task-3519662" [ 1045.450175] env[69854]: _type = "Task" [ 1045.450175] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.451073] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.469634] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.490368] env[69854]: DEBUG oslo_vmware.api [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300584} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.490574] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.490816] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.491041] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.491468] env[69854]: INFO nova.compute.manager [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1045.491774] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.491997] env[69854]: DEBUG nova.compute.manager [-] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.492143] env[69854]: DEBUG nova.network.neutron [-] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.587828] env[69854]: DEBUG nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.712289] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519659, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.776931] env[69854]: DEBUG nova.compute.manager [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received event network-vif-plugged-79226bb0-cd7a-40be-a6ae-6d5edd485868 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.777174] env[69854]: DEBUG oslo_concurrency.lockutils [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] Acquiring lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.777433] env[69854]: DEBUG oslo_concurrency.lockutils [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.777553] env[69854]: DEBUG oslo_concurrency.lockutils [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.777721] env[69854]: DEBUG nova.compute.manager [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] No waiting events found dispatching network-vif-plugged-79226bb0-cd7a-40be-a6ae-6d5edd485868 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.777884] env[69854]: WARNING nova.compute.manager [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received unexpected event network-vif-plugged-79226bb0-cd7a-40be-a6ae-6d5edd485868 for instance with vm_state building and task_state spawning. [ 1045.778258] env[69854]: DEBUG nova.compute.manager [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received event network-changed-79226bb0-cd7a-40be-a6ae-6d5edd485868 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.778472] env[69854]: DEBUG nova.compute.manager [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Refreshing instance network info cache due to event network-changed-79226bb0-cd7a-40be-a6ae-6d5edd485868. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.778652] env[69854]: DEBUG oslo_concurrency.lockutils [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] Acquiring lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.822259] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309746} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.824114] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.824374] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.824598] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.902288] env[69854]: DEBUG nova.network.neutron [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Updating instance_info_cache with network_info: [{"id": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "address": "fa:16:3e:4f:19:a3", "network": {"id": "7c43653d-ed09-4ca9-bce3-6bf2c14d1e2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1512002115", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f784a3b-fe", "ovs_interfaceid": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79226bb0-cd7a-40be-a6ae-6d5edd485868", "address": "fa:16:3e:9e:3b:f6", "network": {"id": "890404be-d734-430e-8337-63a1d39ce03c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1245432321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79226bb0-cd", "ovs_interfaceid": "79226bb0-cd7a-40be-a6ae-6d5edd485868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.935410] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67276} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.935717] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. [ 1045.936958] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c07aa2-6f8a-4b87-8625-2623f9e6f2ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.987572] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.993188] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868ee775-596e-4e8c-8f88-ffb161e3df3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.015025] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519662, 'name': ReconfigVM_Task, 'duration_secs': 0.215794} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.016959] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance '6ac198f1-2b08-4937-af85-e83b33a17edf' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.021084] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1046.021084] env[69854]: value = "task-3519663" [ 1046.021084] env[69854]: _type = "Task" [ 1046.021084] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.036566] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.107080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.218398] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519659, 'name': CreateSnapshot_Task, 'duration_secs': 0.878189} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.218721] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1046.219761] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874e3d25-27b1-403b-ad55-278ae5a3432d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.404658] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c8652-0c35-46a6-bdfd-4e83e4e0b522 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.408873] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Releasing lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.409530] env[69854]: DEBUG nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Instance network_info: |[{"id": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "address": "fa:16:3e:4f:19:a3", "network": {"id": "7c43653d-ed09-4ca9-bce3-6bf2c14d1e2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1512002115", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f784a3b-fe", "ovs_interfaceid": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79226bb0-cd7a-40be-a6ae-6d5edd485868", "address": "fa:16:3e:9e:3b:f6", "network": {"id": "890404be-d734-430e-8337-63a1d39ce03c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1245432321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79226bb0-cd", "ovs_interfaceid": "79226bb0-cd7a-40be-a6ae-6d5edd485868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.410047] env[69854]: DEBUG oslo_concurrency.lockutils [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] Acquired lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.410427] env[69854]: DEBUG nova.network.neutron [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Refreshing network info cache for port 79226bb0-cd7a-40be-a6ae-6d5edd485868 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.411887] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:19:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:3b:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79226bb0-cd7a-40be-a6ae-6d5edd485868', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.422931] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.427839] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.432149] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3efbb4ab-0b5d-4cff-9500-1d020ae3b765 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.453063] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b76598-f7ec-4b4e-93a4-b671d45c2017 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.495901] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.495901] env[69854]: value = "task-3519664" [ 1046.495901] env[69854]: _type = "Task" [ 1046.495901] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.500274] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65530cd7-6781-4e6f-935d-63a18d6fe170 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.516442] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f20e1a-1fb7-44d1-a30a-46be86ac9d1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.523017] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519664, 'name': CreateVM_Task} progress is 15%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.524248] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.524248] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.524248] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.524394] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.524468] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.524644] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.524965] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.525167] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.525347] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.525532] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.525701] env[69854]: DEBUG nova.virt.hardware [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.531201] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.539761] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f538b0a-1019-42cc-a9d7-fb923ff1b400 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.556654] env[69854]: DEBUG nova.compute.provider_tree [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.569154] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.570810] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1046.570810] env[69854]: value = "task-3519665" [ 1046.570810] env[69854]: _type = "Task" [ 1046.570810] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.580952] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.727363] env[69854]: DEBUG nova.network.neutron [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Updated VIF entry in instance network info cache for port 79226bb0-cd7a-40be-a6ae-6d5edd485868. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.727804] env[69854]: DEBUG nova.network.neutron [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Updating instance_info_cache with network_info: [{"id": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "address": "fa:16:3e:4f:19:a3", "network": {"id": "7c43653d-ed09-4ca9-bce3-6bf2c14d1e2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1512002115", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f784a3b-fe", "ovs_interfaceid": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79226bb0-cd7a-40be-a6ae-6d5edd485868", "address": "fa:16:3e:9e:3b:f6", "network": {"id": "890404be-d734-430e-8337-63a1d39ce03c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1245432321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79226bb0-cd", "ovs_interfaceid": "79226bb0-cd7a-40be-a6ae-6d5edd485868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.743256] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.744176] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-13854c48-e08d-44bc-b141-960feedc6db4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.755413] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1046.755413] env[69854]: value = "task-3519666" [ 1046.755413] env[69854]: _type = "Task" [ 1046.755413] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.767295] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519666, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.871415] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.872110] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.872110] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.872244] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.872557] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.872557] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.873941] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.873941] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.873941] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.873941] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.873941] env[69854]: DEBUG nova.virt.hardware [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.875141] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82badbc9-3a97-4231-af1e-1cb51125a010 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.887191] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23606f89-0d3e-4a9a-9c86-c18b9a9da767 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.909153] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:50:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df1157d2-1a1b-46eb-a930-c64b1f229800', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.921630] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.922239] env[69854]: DEBUG nova.network.neutron [-] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.924792] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.926239] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2773d41b-8b54-4aee-a5cd-204cdb573dd6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.951295] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.951295] env[69854]: value = "task-3519667" [ 1046.951295] env[69854]: _type = "Task" [ 1046.951295] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.962282] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519667, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.011401] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519664, 'name': CreateVM_Task, 'duration_secs': 0.495356} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.011618] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.012554] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012764] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.013099] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.013707] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b382ca-573d-4ed0-95bb-7f8b918a57e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.023204] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1047.023204] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526897de-0c8c-072f-3011-e4db39b3b046" [ 1047.023204] env[69854]: _type = "Task" [ 1047.023204] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.029158] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526897de-0c8c-072f-3011-e4db39b3b046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.042440] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519663, 'name': ReconfigVM_Task, 'duration_secs': 0.922897} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.042735] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfigured VM instance instance-00000045 to attach disk [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.043824] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96af46-88f1-4cca-b4f3-48709d2e1d3e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.074620] env[69854]: DEBUG nova.scheduler.client.report [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.087806] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-644a6f40-6c8d-4a96-97e2-f3630fe1db7c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.106303] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519665, 'name': ReconfigVM_Task, 'duration_secs': 0.522399} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.107744] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.108103] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1047.108103] env[69854]: value = "task-3519668" [ 1047.108103] env[69854]: _type = "Task" [ 1047.108103] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.108901] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0342d60-a6ea-4b0f-a014-2041875f5113 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.122295] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.140551] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 6ac198f1-2b08-4937-af85-e83b33a17edf/6ac198f1-2b08-4937-af85-e83b33a17edf.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.141236] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60348507-aeda-447a-a508-fd149f29c716 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.160920] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1047.160920] env[69854]: value = "task-3519669" [ 1047.160920] env[69854]: _type = "Task" [ 1047.160920] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.170820] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.232492] env[69854]: DEBUG oslo_concurrency.lockutils [req-c0169144-148b-475f-9516-362f38019bb6 req-f60581fb-2fe0-4b30-b742-a182d0d57483 service nova] Releasing lock "refresh_cache-81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.266943] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519666, 'name': CloneVM_Task} progress is 93%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.426292] env[69854]: INFO nova.compute.manager [-] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Took 1.93 seconds to deallocate network for instance. [ 1047.465169] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519667, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.534693] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526897de-0c8c-072f-3011-e4db39b3b046, 'name': SearchDatastore_Task, 'duration_secs': 0.026102} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.534914] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.535109] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.535480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.535480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.535657] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.535932] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9f9aac-046c-4c4a-81e8-a5a8be5beddc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.548424] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.550298] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.550298] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fbb4d0-dd49-4421-95b2-f4fdd07c242d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.557636] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1047.557636] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fe8c25-afae-6a65-a0dc-dd5a4d4c1020" [ 1047.557636] env[69854]: _type = "Task" [ 1047.557636] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.571023] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fe8c25-afae-6a65-a0dc-dd5a4d4c1020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.583810] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.584381] env[69854]: DEBUG nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.586962] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.270s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.588376] env[69854]: INFO nova.compute.claims [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.622394] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.672247] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.767967] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519666, 'name': CloneVM_Task} progress is 93%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.904467] env[69854]: DEBUG nova.compute.manager [req-43c44408-999d-4563-8b92-e12b373e560a req-d3d23319-1ef4-46ee-a6e1-da0ed04f6ab3 service nova] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Received event network-vif-deleted-6c3f5a4b-996c-4fac-92e0-ea2dc92258e1 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.934839] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.966671] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519667, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.068770] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fe8c25-afae-6a65-a0dc-dd5a4d4c1020, 'name': SearchDatastore_Task, 'duration_secs': 0.043024} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.069625] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08139e6-73d4-436f-93cc-848bd11c3d65 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.076013] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1048.076013] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c042f7-899e-44c6-5a2f-87d19302f1c4" [ 1048.076013] env[69854]: _type = "Task" [ 1048.076013] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.085897] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c042f7-899e-44c6-5a2f-87d19302f1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.093377] env[69854]: DEBUG nova.compute.utils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.096604] env[69854]: DEBUG nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1048.121817] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.173674] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.267648] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519666, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.378119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.378119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.463265] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519667, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.587322] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c042f7-899e-44c6-5a2f-87d19302f1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.587322] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.587531] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2/81dac7e8-2a77-4b17-b17b-77a97dd7b9d2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.587810] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc6ac50-4df8-4051-9ac7-f564d0788f08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.596631] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1048.596631] env[69854]: value = "task-3519670" [ 1048.596631] env[69854]: _type = "Task" [ 1048.596631] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.597416] env[69854]: DEBUG nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.620522] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.626596] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519668, 'name': ReconfigVM_Task, 'duration_secs': 1.284006} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.626596] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.626808] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6331a637-1dea-40e4-a8fb-6408b063f453 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.637014] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1048.637014] env[69854]: value = "task-3519671" [ 1048.637014] env[69854]: _type = "Task" [ 1048.637014] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.647093] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.678539] env[69854]: DEBUG oslo_vmware.api [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519669, 'name': ReconfigVM_Task, 'duration_secs': 1.308707} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.682243] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 6ac198f1-2b08-4937-af85-e83b33a17edf/6ac198f1-2b08-4937-af85-e83b33a17edf.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.682591] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance '6ac198f1-2b08-4937-af85-e83b33a17edf' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.770022] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519666, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.882341] env[69854]: DEBUG nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.931284] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.931684] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.931796] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.931926] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.932193] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.936121] env[69854]: INFO nova.compute.manager [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Terminating instance [ 1048.967482] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519667, 'name': CreateVM_Task, 'duration_secs': 1.589452} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.967695] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.968412] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.968582] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.968975] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.969340] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c564ac74-fa83-4b39-926a-4b744294d6dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.980359] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1048.980359] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ff845-4dc0-fe0c-b12b-b88b413ab9cf" [ 1048.980359] env[69854]: _type = "Task" [ 1048.980359] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.991136] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ff845-4dc0-fe0c-b12b-b88b413ab9cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.054376] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea5f46-534c-423d-a2b0-c95e46a8e206 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.063470] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3f7523-ed69-4032-9e58-6617011e3ac0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.101445] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e49076c-5db3-43f7-b258-e96f680efe4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.111050] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512344} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.112189] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2/81dac7e8-2a77-4b17-b17b-77a97dd7b9d2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.112451] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.116088] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4890ccfc-6d17-4211-b5c4-697fd4ab797b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.119166] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6464345c-ec89-4225-b5b6-70920e343760 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.136207] env[69854]: DEBUG nova.compute.provider_tree [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.139612] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1049.139612] env[69854]: value = "task-3519672" [ 1049.139612] env[69854]: _type = "Task" [ 1049.139612] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.154374] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.157954] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519671, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.189635] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fd1086-9a41-4b7d-a7c6-a413e458af4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.211503] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7789d2-037a-421b-8263-1ee623d3dbe7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.232603] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance '6ac198f1-2b08-4937-af85-e83b33a17edf' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.269182] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519666, 'name': CloneVM_Task, 'duration_secs': 2.295956} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.269449] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Created linked-clone VM from snapshot [ 1049.270271] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540611ec-7b2b-4dbb-ab44-ea5b13c4871a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.278972] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Uploading image 0b1c44a8-c915-4026-940b-6374c38ccaef {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1049.291617] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1049.291886] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4220253-8687-4dd9-acbc-0a6e1dc1f9ee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.302994] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1049.302994] env[69854]: value = "task-3519673" [ 1049.302994] env[69854]: _type = "Task" [ 1049.302994] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.312372] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519673, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.408449] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.444944] env[69854]: DEBUG nova.compute.manager [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.446499] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.446499] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c364ac9-e78b-4a3a-a8d2-0cebf3ada2ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.454894] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.455150] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1da269-47ca-4328-aa75-93bdd81829b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.462576] env[69854]: DEBUG oslo_vmware.api [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1049.462576] env[69854]: value = "task-3519674" [ 1049.462576] env[69854]: _type = "Task" [ 1049.462576] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.471208] env[69854]: DEBUG oslo_vmware.api [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.491335] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525ff845-4dc0-fe0c-b12b-b88b413ab9cf, 'name': SearchDatastore_Task, 'duration_secs': 0.022508} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.491894] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.491894] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.492133] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.492303] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.492483] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.492754] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3683b8f8-4e6b-481f-aca8-67e949aa39ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.502779] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.502970] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.503698] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6d4007-a2ea-4734-9558-8698b868be39 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.509748] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1049.509748] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521426cb-9948-e959-bdb1-bcd552078fff" [ 1049.509748] env[69854]: _type = "Task" [ 1049.509748] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.518464] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521426cb-9948-e959-bdb1-bcd552078fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.624971] env[69854]: DEBUG nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.641264] env[69854]: DEBUG nova.scheduler.client.report [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.658423] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.658660] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.658819] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.659028] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.659186] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.659337] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.659544] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.659700] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.659862] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.660032] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.660210] env[69854]: DEBUG nova.virt.hardware [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.661108] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b97e0-87d4-49ce-8929-35f479bf6928 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.670101] env[69854]: DEBUG oslo_vmware.api [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519671, 'name': PowerOnVM_Task, 'duration_secs': 0.598169} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.670618] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078095} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.671209] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.672811] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.675915] env[69854]: DEBUG nova.compute.manager [None req-7efc0ae8-3070-4155-b4b8-efd0b026a03c tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.676942] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f3b27-960d-4673-ab18-50d24ac309cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.680257] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28301af7-165a-4c38-95b3-359e93c03587 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.683793] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090310ee-3c17-4cf3-9bdd-46e6fefc7f87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.701988] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.707717] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Creating folder: Project (320d1426648b4f87b85541feaaf4165f). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.721241] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8ae549d-44fe-4863-84ea-562b61fb35bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.732456] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2/81dac7e8-2a77-4b17-b17b-77a97dd7b9d2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.733545] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a00da4c4-f524-404c-a2b0-c2b3130b551c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.763408] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1049.763408] env[69854]: value = "task-3519676" [ 1049.763408] env[69854]: _type = "Task" [ 1049.763408] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.764987] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Created folder: Project (320d1426648b4f87b85541feaaf4165f) in parent group-v702928. [ 1049.765195] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Creating folder: Instances. Parent ref: group-v703156. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.768984] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794134de-9a45-4748-901f-1a9ca95ec953 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.785649] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.787320] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Created folder: Instances in parent group-v703156. [ 1049.787560] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.788118] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.788347] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e959c1b-b6de-4423-b864-a32be33d180e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.801609] env[69854]: DEBUG nova.network.neutron [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Port 3e6619ef-879a-4e62-a8d2-deff62d17168 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1049.809928] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.809928] env[69854]: value = "task-3519678" [ 1049.809928] env[69854]: _type = "Task" [ 1049.809928] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.816489] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519673, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.823811] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519678, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.973648] env[69854]: DEBUG oslo_vmware.api [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519674, 'name': PowerOffVM_Task, 'duration_secs': 0.361809} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.973994] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.974246] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.975386] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a0c0de-4774-4c04-b2ac-b916e3794c5c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.015378] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.015684] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.023788] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521426cb-9948-e959-bdb1-bcd552078fff, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.024848] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4ca78c-c0ea-47e6-9ea6-06affbe0463f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.032545] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1050.032545] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523d509f-8910-b3f9-4f55-da3002bc0379" [ 1050.032545] env[69854]: _type = "Task" [ 1050.032545] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.043053] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523d509f-8910-b3f9-4f55-da3002bc0379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.047657] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.047957] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.048203] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Deleting the datastore file [datastore2] 76e01fce-0657-49fc-bfa6-3bcc6d82a197 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.049161] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc46fc68-3b48-451b-b91d-6b44a77f72de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.056986] env[69854]: DEBUG oslo_vmware.api [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for the task: (returnval){ [ 1050.056986] env[69854]: value = "task-3519680" [ 1050.056986] env[69854]: _type = "Task" [ 1050.056986] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.067598] env[69854]: DEBUG oslo_vmware.api [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.154264] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.155143] env[69854]: DEBUG nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.158998] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.770s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.159347] env[69854]: DEBUG nova.objects.instance [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lazy-loading 'resources' on Instance uuid c9c127a4-b4f6-4ceb-a662-bdc53a5afa43 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.275074] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519676, 'name': ReconfigVM_Task, 'duration_secs': 0.372408} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.275338] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2/81dac7e8-2a77-4b17-b17b-77a97dd7b9d2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.275980] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-743bf554-f4b0-442c-a9e1-5c3f798afbac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.282907] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1050.282907] env[69854]: value = "task-3519681" [ 1050.282907] env[69854]: _type = "Task" [ 1050.282907] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.293532] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519681, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.325581] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519673, 'name': Destroy_Task, 'duration_secs': 0.777989} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.328358] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Destroyed the VM [ 1050.328643] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.328828] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519678, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.329041] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1dc8110e-6f21-44bd-9b43-9b2de0c2e2bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.336030] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1050.336030] env[69854]: value = "task-3519682" [ 1050.336030] env[69854]: _type = "Task" [ 1050.336030] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.345262] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.525629] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.525815] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.525966] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.526146] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.526327] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.526482] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.526618] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1050.526763] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.543551] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523d509f-8910-b3f9-4f55-da3002bc0379, 'name': SearchDatastore_Task, 'duration_secs': 0.018537} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.543817] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.544160] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.544412] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e51ad3a7-85a4-4bdc-9c4c-67fe618c41f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.553201] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1050.553201] env[69854]: value = "task-3519683" [ 1050.553201] env[69854]: _type = "Task" [ 1050.553201] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.567063] env[69854]: DEBUG oslo_vmware.api [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Task: {'id': task-3519680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193568} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.570473] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.570658] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.570848] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.571051] env[69854]: INFO nova.compute.manager [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1050.571339] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.571556] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.571769] env[69854]: DEBUG nova.compute.manager [-] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.571911] env[69854]: DEBUG nova.network.neutron [-] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.665840] env[69854]: DEBUG nova.compute.utils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.668036] env[69854]: DEBUG nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.668036] env[69854]: DEBUG nova.network.neutron [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.714763] env[69854]: DEBUG nova.policy [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8851356d1d5452cac4fd10c9b8b3e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f9d32e5fbc4266b21c1d81a3ea7bed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.806673] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519681, 'name': Rename_Task, 'duration_secs': 0.385057} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.806673] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.810823] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44dc622e-6082-49d9-b802-8e7b906d3a1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.841216] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1050.841216] env[69854]: value = "task-3519684" [ 1050.841216] env[69854]: _type = "Task" [ 1050.841216] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.852191] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.852569] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.852845] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.878531] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519678, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.894107] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.894720] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.029510] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.063893] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.146314] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcff839-f787-4113-9542-9d70094c6c57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.156624] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399693ff-3265-4b2b-b302-f3908e027bf2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.160621] env[69854]: DEBUG nova.network.neutron [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Successfully created port: ded589f2-de7d-488d-ba19-bb97dd67a233 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.192869] env[69854]: DEBUG nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.197135] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1dc66-a9a3-4020-bf92-4097c733f057 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.207467] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65264f7-3f11-4b71-a9e2-b277468f343c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.218888] env[69854]: DEBUG nova.compute.manager [req-6de1e884-e06c-4141-a55a-b796aad9a198 req-4f0f754f-44bd-4da6-92c7-a72cfe337b3c service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Received event network-vif-deleted-e582b7bd-f782-4130-a166-a88fba3d605b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.219161] env[69854]: INFO nova.compute.manager [req-6de1e884-e06c-4141-a55a-b796aad9a198 req-4f0f754f-44bd-4da6-92c7-a72cfe337b3c service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Neutron deleted interface e582b7bd-f782-4130-a166-a88fba3d605b; detaching it from the instance and deleting it from the info cache [ 1051.219378] env[69854]: DEBUG nova.network.neutron [req-6de1e884-e06c-4141-a55a-b796aad9a198 req-4f0f754f-44bd-4da6-92c7-a72cfe337b3c service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.232298] env[69854]: DEBUG nova.compute.provider_tree [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.344086] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519678, 'name': CreateVM_Task, 'duration_secs': 1.349828} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.344338] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.344864] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.345071] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.345546] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.346657] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816a275e-13e1-40cf-9d85-4cf5f765ec13 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.362916] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519682, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.368299] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1051.368299] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5269d35e-f1e7-cd1f-603b-008149c096ff" [ 1051.368299] env[69854]: _type = "Task" [ 1051.368299] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.369051] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519684, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.378918] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5269d35e-f1e7-cd1f-603b-008149c096ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.450431] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.450661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.450872] env[69854]: DEBUG nova.network.neutron [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.567367] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519683, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.618495] env[69854]: DEBUG nova.network.neutron [-] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.736327] env[69854]: DEBUG nova.scheduler.client.report [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.739658] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24b2a422-d18c-499a-aa23-fcfdd6b7864d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.751270] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3b99a9-8000-4edc-9510-af3dc6e7adbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.792850] env[69854]: DEBUG nova.compute.manager [req-6de1e884-e06c-4141-a55a-b796aad9a198 req-4f0f754f-44bd-4da6-92c7-a72cfe337b3c service nova] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Detach interface failed, port_id=e582b7bd-f782-4130-a166-a88fba3d605b, reason: Instance 76e01fce-0657-49fc-bfa6-3bcc6d82a197 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.863254] env[69854]: DEBUG oslo_vmware.api [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519682, 'name': RemoveSnapshot_Task, 'duration_secs': 1.058488} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.868076] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.871678] env[69854]: DEBUG oslo_vmware.api [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519684, 'name': PowerOnVM_Task, 'duration_secs': 0.775006} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.872459] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.872768] env[69854]: INFO nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1051.873083] env[69854]: DEBUG nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.878938] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e9d489-442d-4aa3-a9df-2c464b214fa9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.896129] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5269d35e-f1e7-cd1f-603b-008149c096ff, 'name': SearchDatastore_Task, 'duration_secs': 0.025811} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.900540] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.900944] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.901350] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.901629] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.901943] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.903408] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec64a355-ccf6-4d64-926c-7d12e9b2401e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.915857] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.916088] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.916901] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4949e7-d604-4967-9bdb-174c71c88590 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.924043] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1051.924043] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52666c2a-ede8-3875-dac1-8efc8f6b0f59" [ 1051.924043] env[69854]: _type = "Task" [ 1051.924043] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.933821] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52666c2a-ede8-3875-dac1-8efc8f6b0f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.943034] env[69854]: INFO nova.compute.manager [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Unrescuing [ 1051.943257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.943412] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquired lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.943574] env[69854]: DEBUG nova.network.neutron [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.066713] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519683, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.019353} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.066713] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.066713] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.066990] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b62a4b04-32bf-4da7-8950-9da5cddcc03a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.075381] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1052.075381] env[69854]: value = "task-3519685" [ 1052.075381] env[69854]: _type = "Task" [ 1052.075381] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.091858] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.123695] env[69854]: INFO nova.compute.manager [-] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Took 1.55 seconds to deallocate network for instance. [ 1052.204018] env[69854]: DEBUG nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.244079] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.248202] env[69854]: DEBUG nova.network.neutron [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.249080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.855s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.249270] env[69854]: DEBUG nova.objects.instance [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1052.262528] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.263737] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.263737] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.263737] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.263737] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.263737] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.264131] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.264131] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.264279] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.264398] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.264575] env[69854]: DEBUG nova.virt.hardware [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.265949] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6812a638-57dc-43f6-b9cc-6719a1be351c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.277292] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe821d4-aafb-4dd6-bfab-ba5769f96b17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.285065] env[69854]: INFO nova.scheduler.client.report [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Deleted allocations for instance c9c127a4-b4f6-4ceb-a662-bdc53a5afa43 [ 1052.376074] env[69854]: WARNING nova.compute.manager [None req-c4449f9c-a493-4d8e-bca8-f82e6e60ab05 tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Image not found during snapshot: nova.exception.ImageNotFound: Image 0b1c44a8-c915-4026-940b-6374c38ccaef could not be found. [ 1052.414558] env[69854]: INFO nova.compute.manager [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Took 26.17 seconds to build instance. [ 1052.436788] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52666c2a-ede8-3875-dac1-8efc8f6b0f59, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.437668] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d3095d-cab3-4d83-ba9d-1e4f5742a1ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.443767] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1052.443767] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522f1ef2-3bf0-05c6-ede0-6596651f7cd6" [ 1052.443767] env[69854]: _type = "Task" [ 1052.443767] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.458484] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522f1ef2-3bf0-05c6-ede0-6596651f7cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.587788] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159619} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.587956] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.589204] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0779e0-3ca5-4c36-84a7-b600e51ff4bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.627523] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.631588] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee93a4c6-4087-4cfd-bb8d-ab989fce786e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.646772] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.658987] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1052.658987] env[69854]: value = "task-3519686" [ 1052.658987] env[69854]: _type = "Task" [ 1052.658987] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.667485] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.753285] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.803722] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1a7f4242-c798-4588-90d6-47a747381d4d tempest-AttachInterfacesUnderV243Test-1736786536 tempest-AttachInterfacesUnderV243Test-1736786536-project-member] Lock "c9c127a4-b4f6-4ceb-a662-bdc53a5afa43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.738s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.861715] env[69854]: DEBUG nova.network.neutron [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.876633] env[69854]: DEBUG nova.compute.manager [req-142c233e-e55a-46f6-a4f6-44d36edef95d req-2f168a05-6148-47be-8c2b-0c579bcba29c service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Received event network-vif-plugged-ded589f2-de7d-488d-ba19-bb97dd67a233 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.876900] env[69854]: DEBUG oslo_concurrency.lockutils [req-142c233e-e55a-46f6-a4f6-44d36edef95d req-2f168a05-6148-47be-8c2b-0c579bcba29c service nova] Acquiring lock "b0b6c63d-ca17-45df-a731-90d6a06ace08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.877436] env[69854]: DEBUG oslo_concurrency.lockutils [req-142c233e-e55a-46f6-a4f6-44d36edef95d req-2f168a05-6148-47be-8c2b-0c579bcba29c service nova] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.877608] env[69854]: DEBUG oslo_concurrency.lockutils [req-142c233e-e55a-46f6-a4f6-44d36edef95d req-2f168a05-6148-47be-8c2b-0c579bcba29c service nova] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.877774] env[69854]: DEBUG nova.compute.manager [req-142c233e-e55a-46f6-a4f6-44d36edef95d req-2f168a05-6148-47be-8c2b-0c579bcba29c service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] No waiting events found dispatching network-vif-plugged-ded589f2-de7d-488d-ba19-bb97dd67a233 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.877930] env[69854]: WARNING nova.compute.manager [req-142c233e-e55a-46f6-a4f6-44d36edef95d req-2f168a05-6148-47be-8c2b-0c579bcba29c service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Received unexpected event network-vif-plugged-ded589f2-de7d-488d-ba19-bb97dd67a233 for instance with vm_state building and task_state spawning. [ 1052.882476] env[69854]: DEBUG nova.network.neutron [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Successfully updated port: ded589f2-de7d-488d-ba19-bb97dd67a233 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.891431] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "028ea073-c986-4b3d-a8ae-93c3550fce53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.892267] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.892267] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "028ea073-c986-4b3d-a8ae-93c3550fce53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.892984] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.892984] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.897841] env[69854]: INFO nova.compute.manager [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Terminating instance [ 1052.916669] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0f462b98-b3ef-48fd-a042-9ac64d73e84c tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.682s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.965906] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522f1ef2-3bf0-05c6-ede0-6596651f7cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.058125} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.966717] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966843] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 736701d6-fe4d-4036-b0b5-956538f5ca22/736701d6-fe4d-4036-b0b5-956538f5ca22.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.967593] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e87e6b8e-1bfc-4e0c-8237-9a268c7c28d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.976913] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1052.976913] env[69854]: value = "task-3519687" [ 1052.976913] env[69854]: _type = "Task" [ 1052.976913] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.991786] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.169289] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.265260] env[69854]: DEBUG oslo_concurrency.lockutils [None req-424ca4b8-c668-48ed-8501-fff2399ae97e tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.268482] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.189s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.268732] env[69854]: DEBUG nova.objects.instance [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lazy-loading 'resources' on Instance uuid 77f985dd-dd81-4b77-8eb5-a65cfde26dbe {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.286413] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4442d38e-2faf-4b72-a0af-a83683f83de1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.312745] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9381122-72aa-4b8f-9721-667914a80dfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.322918] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance '6ac198f1-2b08-4937-af85-e83b33a17edf' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.347982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.347982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.347982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.347982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.347982] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.350769] env[69854]: INFO nova.compute.manager [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Terminating instance [ 1053.365507] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Releasing lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.366229] env[69854]: DEBUG nova.objects.instance [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lazy-loading 'flavor' on Instance uuid bbdd8f67-5064-414e-803a-61ab683f0c52 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.385043] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "refresh_cache-b0b6c63d-ca17-45df-a731-90d6a06ace08" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.385323] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "refresh_cache-b0b6c63d-ca17-45df-a731-90d6a06ace08" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.385484] env[69854]: DEBUG nova.network.neutron [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.405597] env[69854]: DEBUG nova.compute.manager [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.405853] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.407833] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad80ffe-58a7-4bc9-a14d-af35c9f8eb5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.416826] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.417141] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c45cca-dc74-4fe2-a97c-cc77308a6032 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.428566] env[69854]: DEBUG oslo_vmware.api [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1053.428566] env[69854]: value = "task-3519688" [ 1053.428566] env[69854]: _type = "Task" [ 1053.428566] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.444935] env[69854]: DEBUG oslo_vmware.api [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.488616] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519687, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.671473] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519686, 'name': ReconfigVM_Task, 'duration_secs': 0.731559} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.672045] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Reconfigured VM instance instance-0000003c to attach disk [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5/d8f11640-a3a3-42aa-afd7-674cd2af95c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.672728] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d090e082-2a6a-43da-9e0d-c86824a87e90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.681379] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1053.681379] env[69854]: value = "task-3519689" [ 1053.681379] env[69854]: _type = "Task" [ 1053.681379] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.690166] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519689, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.833314] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0933052d-dcad-473c-84bf-515f6c279da9 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance '6ac198f1-2b08-4937-af85-e83b33a17edf' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.861019] env[69854]: DEBUG nova.compute.manager [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.861019] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.861019] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10636b3-90e7-4462-8ae7-3ef808efee63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.872279] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.877021] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-339d4b4b-2b9b-4bb5-a3ca-ea89f7a951ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.878127] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4355ab1f-c353-49b1-9aee-7ab0f69e1b37 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.912528] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.917355] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cc4dda-afc0-4bba-a7ea-020c49f416ee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.919683] env[69854]: DEBUG oslo_vmware.api [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1053.919683] env[69854]: value = "task-3519690" [ 1053.919683] env[69854]: _type = "Task" [ 1053.919683] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.927314] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1053.927314] env[69854]: value = "task-3519691" [ 1053.927314] env[69854]: _type = "Task" [ 1053.927314] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.932471] env[69854]: DEBUG oslo_vmware.api [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.952820] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.953117] env[69854]: DEBUG oslo_vmware.api [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519688, 'name': PowerOffVM_Task, 'duration_secs': 0.238736} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.953367] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.953526] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.953842] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e290d406-2db7-4281-9dd4-2d6cd0be53e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.958857] env[69854]: DEBUG nova.network.neutron [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.988708] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.035190] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.035495] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.035675] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleting the datastore file [datastore1] 028ea073-c986-4b3d-a8ae-93c3550fce53 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.035978] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b4b298-0574-4e66-a1cc-18e77a135651 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.044409] env[69854]: DEBUG oslo_vmware.api [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for the task: (returnval){ [ 1054.044409] env[69854]: value = "task-3519693" [ 1054.044409] env[69854]: _type = "Task" [ 1054.044409] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.055403] env[69854]: DEBUG oslo_vmware.api [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.165913] env[69854]: DEBUG nova.network.neutron [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Updating instance_info_cache with network_info: [{"id": "ded589f2-de7d-488d-ba19-bb97dd67a233", "address": "fa:16:3e:8b:be:1c", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded589f2-de", "ovs_interfaceid": "ded589f2-de7d-488d-ba19-bb97dd67a233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.197132] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519689, 'name': Rename_Task, 'duration_secs': 0.338129} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.197501] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.197774] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9ba2f8-c097-4cb0-8f86-283097783449 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.208327] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1054.208327] env[69854]: value = "task-3519694" [ 1054.208327] env[69854]: _type = "Task" [ 1054.208327] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.223233] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.248257] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7979bc0-aa1d-4b49-b90e-62c49d029da4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.256661] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80817a8c-5caf-4808-a375-bdf347e69a4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.288369] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f299d3-8277-4941-b0dd-0f84e0bf3fb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.296667] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e06ee-34df-45ab-a287-1f50ae5cbeb5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.313569] env[69854]: DEBUG nova.compute.provider_tree [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.430660] env[69854]: DEBUG oslo_vmware.api [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519690, 'name': PowerOffVM_Task, 'duration_secs': 0.302205} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.430930] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.431113] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.431418] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d26caaa-42fb-4c4c-83c8-95f1b9b7f176 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.441410] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519691, 'name': PowerOffVM_Task, 'duration_secs': 0.28102} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.441640] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.447163] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfiguring VM instance instance-00000045 to detach disk 2002 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.447444] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-550b85c8-85a9-4bb1-83df-5b77e8eeaeb6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.468488] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1054.468488] env[69854]: value = "task-3519696" [ 1054.468488] env[69854]: _type = "Task" [ 1054.468488] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.479716] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.493035] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.556231] env[69854]: DEBUG oslo_vmware.api [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Task: {'id': task-3519693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182283} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.556650] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.556888] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.557160] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.557460] env[69854]: INFO nova.compute.manager [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1054.557885] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.558238] env[69854]: DEBUG nova.compute.manager [-] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.558428] env[69854]: DEBUG nova.network.neutron [-] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.562909] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.563381] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.563665] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Deleting the datastore file [datastore1] 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.564478] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0644b14-c27d-4c91-a398-6fc796a26d8d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.572098] env[69854]: DEBUG oslo_vmware.api [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for the task: (returnval){ [ 1054.572098] env[69854]: value = "task-3519697" [ 1054.572098] env[69854]: _type = "Task" [ 1054.572098] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.581442] env[69854]: DEBUG oslo_vmware.api [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.672557] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "refresh_cache-b0b6c63d-ca17-45df-a731-90d6a06ace08" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.672931] env[69854]: DEBUG nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Instance network_info: |[{"id": "ded589f2-de7d-488d-ba19-bb97dd67a233", "address": "fa:16:3e:8b:be:1c", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded589f2-de", "ovs_interfaceid": "ded589f2-de7d-488d-ba19-bb97dd67a233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.673418] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:be:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ded589f2-de7d-488d-ba19-bb97dd67a233', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.683997] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.684407] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.684798] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81a8fbcb-146f-4d38-8ef5-c6f7d8a4f84c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.707871] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.707871] env[69854]: value = "task-3519698" [ 1054.707871] env[69854]: _type = "Task" [ 1054.707871] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.720382] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.723650] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519698, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.817086] env[69854]: DEBUG nova.scheduler.client.report [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.919435] env[69854]: DEBUG nova.compute.manager [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Received event network-changed-ded589f2-de7d-488d-ba19-bb97dd67a233 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.919670] env[69854]: DEBUG nova.compute.manager [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Refreshing instance network info cache due to event network-changed-ded589f2-de7d-488d-ba19-bb97dd67a233. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.919852] env[69854]: DEBUG oslo_concurrency.lockutils [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] Acquiring lock "refresh_cache-b0b6c63d-ca17-45df-a731-90d6a06ace08" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.919973] env[69854]: DEBUG oslo_concurrency.lockutils [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] Acquired lock "refresh_cache-b0b6c63d-ca17-45df-a731-90d6a06ace08" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.921103] env[69854]: DEBUG nova.network.neutron [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Refreshing network info cache for port ded589f2-de7d-488d-ba19-bb97dd67a233 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.981691] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519696, 'name': ReconfigVM_Task, 'duration_secs': 0.403892} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.985689] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfigured VM instance instance-00000045 to detach disk 2002 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1054.985911] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.986198] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea8b131-514d-4123-9629-d8b62f751c5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.998190] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519687, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.71242} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.998480] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 736701d6-fe4d-4036-b0b5-956538f5ca22/736701d6-fe4d-4036-b0b5-956538f5ca22.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.998694] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.998948] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96e0ffbd-2f30-4635-835f-4db24cddfc44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.003733] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1055.003733] env[69854]: value = "task-3519699" [ 1055.003733] env[69854]: _type = "Task" [ 1055.003733] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.012157] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1055.012157] env[69854]: value = "task-3519700" [ 1055.012157] env[69854]: _type = "Task" [ 1055.012157] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.019070] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.027180] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.083313] env[69854]: DEBUG oslo_vmware.api [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Task: {'id': task-3519697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181791} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.083602] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.083786] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.083959] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.084148] env[69854]: INFO nova.compute.manager [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1055.084581] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.084650] env[69854]: DEBUG nova.compute.manager [-] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.084742] env[69854]: DEBUG nova.network.neutron [-] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.222422] env[69854]: DEBUG oslo_vmware.api [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519694, 'name': PowerOnVM_Task, 'duration_secs': 0.705672} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.226223] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.226223] env[69854]: DEBUG nova.compute.manager [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.227329] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519698, 'name': CreateVM_Task, 'duration_secs': 0.494445} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.228060] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fe52ec-0325-47bf-aa0e-b88ff4d6b089 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.231651] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.235430] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.235430] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235430] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.237021] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75896c6c-8a28-495d-95ab-82d812dc4f95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.247293] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1055.247293] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520c7701-954f-98b0-da96-5d5ed12389a9" [ 1055.247293] env[69854]: _type = "Task" [ 1055.247293] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.256481] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520c7701-954f-98b0-da96-5d5ed12389a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.324411] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.328151] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.221s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.330069] env[69854]: INFO nova.compute.claims [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.367690] env[69854]: INFO nova.scheduler.client.report [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Deleted allocations for instance 77f985dd-dd81-4b77-8eb5-a65cfde26dbe [ 1055.449161] env[69854]: DEBUG nova.compute.manager [req-a4f97d07-77f8-4a0f-be02-268d656863cb req-747d913e-a488-4683-a12c-04612da7bf14 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received event network-vif-deleted-79226bb0-cd7a-40be-a6ae-6d5edd485868 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.449526] env[69854]: INFO nova.compute.manager [req-a4f97d07-77f8-4a0f-be02-268d656863cb req-747d913e-a488-4683-a12c-04612da7bf14 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Neutron deleted interface 79226bb0-cd7a-40be-a6ae-6d5edd485868; detaching it from the instance and deleting it from the info cache [ 1055.450216] env[69854]: DEBUG nova.network.neutron [req-a4f97d07-77f8-4a0f-be02-268d656863cb req-747d913e-a488-4683-a12c-04612da7bf14 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Updating instance_info_cache with network_info: [{"id": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "address": "fa:16:3e:4f:19:a3", "network": {"id": "7c43653d-ed09-4ca9-bce3-6bf2c14d1e2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1512002115", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87770357124a446a9adf9d6dd8f5cb61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f784a3b-fe", "ovs_interfaceid": "9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.516853] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.525971] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073981} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.526289] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.527125] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdd2be6-987c-4ff1-b063-7f5395dface1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.552541] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 736701d6-fe4d-4036-b0b5-956538f5ca22/736701d6-fe4d-4036-b0b5-956538f5ca22.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.552541] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f363cb1b-8b2e-452e-9189-ac37a1a7d900 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.574324] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1055.574324] env[69854]: value = "task-3519701" [ 1055.574324] env[69854]: _type = "Task" [ 1055.574324] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.589141] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.722976] env[69854]: DEBUG nova.network.neutron [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Updated VIF entry in instance network info cache for port ded589f2-de7d-488d-ba19-bb97dd67a233. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.723100] env[69854]: DEBUG nova.network.neutron [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Updating instance_info_cache with network_info: [{"id": "ded589f2-de7d-488d-ba19-bb97dd67a233", "address": "fa:16:3e:8b:be:1c", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded589f2-de", "ovs_interfaceid": "ded589f2-de7d-488d-ba19-bb97dd67a233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.735359] env[69854]: DEBUG nova.network.neutron [-] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.757742] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.767388] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520c7701-954f-98b0-da96-5d5ed12389a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.767997] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.767997] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.768264] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.768312] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.768854] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.768854] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-837541cf-8f36-44aa-a4d6-fe997e9717c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.779994] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.780190] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.780924] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b13668-16eb-4b84-9b5c-db6acf26a040 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.788752] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1055.788752] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a6bfd8-9b97-20ea-b44d-84913d19972d" [ 1055.788752] env[69854]: _type = "Task" [ 1055.788752] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.798769] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a6bfd8-9b97-20ea-b44d-84913d19972d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.881301] env[69854]: DEBUG oslo_concurrency.lockutils [None req-17d4a7bd-a58f-421a-b8a8-42235574f319 tempest-MigrationsAdminTest-1749055771 tempest-MigrationsAdminTest-1749055771-project-member] Lock "77f985dd-dd81-4b77-8eb5-a65cfde26dbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.255s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.956430] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfba9655-a932-417f-b0ae-2d35886819b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.967298] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66c39e-85dc-4386-a643-034a6a779119 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.004064] env[69854]: DEBUG nova.compute.manager [req-a4f97d07-77f8-4a0f-be02-268d656863cb req-747d913e-a488-4683-a12c-04612da7bf14 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Detach interface failed, port_id=79226bb0-cd7a-40be-a6ae-6d5edd485868, reason: Instance 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.013074] env[69854]: DEBUG oslo_vmware.api [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519699, 'name': PowerOnVM_Task, 'duration_secs': 0.536664} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.013341] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.013575] env[69854]: DEBUG nova.compute.manager [None req-16d61d6a-3e59-4095-beec-e3382c6eeacf tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.014878] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e6567-52b3-4be5-8482-990c9f5dcf9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.085436] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.141221] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6ac198f1-2b08-4937-af85-e83b33a17edf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.142015] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.142015] env[69854]: DEBUG nova.compute.manager [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Going to confirm migration 3 {{(pid=69854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1056.200830] env[69854]: DEBUG nova.network.neutron [-] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.225921] env[69854]: DEBUG oslo_concurrency.lockutils [req-32ee3af9-b839-435b-a8f5-b1f61d881c6f req-89779f27-9e6e-47ed-a1e6-97f25e5a3e0f service nova] Releasing lock "refresh_cache-b0b6c63d-ca17-45df-a731-90d6a06ace08" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.238562] env[69854]: INFO nova.compute.manager [-] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Took 1.68 seconds to deallocate network for instance. [ 1056.301737] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a6bfd8-9b97-20ea-b44d-84913d19972d, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.302797] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c77971-3194-4939-8edd-0497489d0901 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.309182] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1056.309182] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cec1b1-f5f5-7c38-5019-833c4c2c423e" [ 1056.309182] env[69854]: _type = "Task" [ 1056.309182] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.319909] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cec1b1-f5f5-7c38-5019-833c4c2c423e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.588381] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519701, 'name': ReconfigVM_Task, 'duration_secs': 0.692577} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.591265] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 736701d6-fe4d-4036-b0b5-956538f5ca22/736701d6-fe4d-4036-b0b5-956538f5ca22.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.592139] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5931e12-0ec8-4593-bfd3-f4e0875b124c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.599169] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1056.599169] env[69854]: value = "task-3519702" [ 1056.599169] env[69854]: _type = "Task" [ 1056.599169] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.613309] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519702, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.709631] env[69854]: INFO nova.compute.manager [-] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Took 1.62 seconds to deallocate network for instance. [ 1056.727769] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.728017] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.728616] env[69854]: DEBUG nova.network.neutron [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.728616] env[69854]: DEBUG nova.objects.instance [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'info_cache' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.746978] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.820133] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cec1b1-f5f5-7c38-5019-833c4c2c423e, 'name': SearchDatastore_Task, 'duration_secs': 0.017978} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.820453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.820723] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b0b6c63d-ca17-45df-a731-90d6a06ace08/b0b6c63d-ca17-45df-a731-90d6a06ace08.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.821043] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-734a5ca9-c3bd-4c32-acb9-79761182cb01 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.831747] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1056.831747] env[69854]: value = "task-3519703" [ 1056.831747] env[69854]: _type = "Task" [ 1056.831747] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.843102] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.872273] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56a71da-56c4-4027-8f00-e00377877ef7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.879943] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349621aa-769f-47cd-94fc-b7c7de6eab1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.914252] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9a0751-a072-4bd9-a910-77525eae1a7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.921559] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac768be9-388a-4ac5-879e-2431a9ba9757 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.937741] env[69854]: DEBUG nova.compute.provider_tree [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.039685] env[69854]: DEBUG nova.compute.manager [req-723f2148-b550-4fa7-9098-0c7367e5bdd1 req-879e3a18-7237-4e38-b264-8d821c5c47b7 service nova] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Received event network-vif-deleted-6de69ddf-56db-4de7-a3a5-67aece93be6d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.109414] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519702, 'name': Rename_Task, 'duration_secs': 0.257395} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.109766] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.110044] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be80db74-870e-4e74-9a0e-375645f3b30c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.116671] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1057.116671] env[69854]: value = "task-3519704" [ 1057.116671] env[69854]: _type = "Task" [ 1057.116671] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.124627] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.221074] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.343602] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.446021] env[69854]: DEBUG nova.scheduler.client.report [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.552895] env[69854]: DEBUG nova.compute.manager [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Received event network-vif-deleted-9f784a3b-fefa-4fb0-9aa3-c9a1278a4a68 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.553281] env[69854]: DEBUG nova.compute.manager [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Received event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.553625] env[69854]: DEBUG nova.compute.manager [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing instance network info cache due to event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.553964] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] Acquiring lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.554288] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] Acquired lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.554727] env[69854]: DEBUG nova.network.neutron [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.629815] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.844223] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.878415] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.878670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.878885] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.880543] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.880543] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.882069] env[69854]: INFO nova.compute.manager [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Terminating instance [ 1057.950768] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.951294] env[69854]: DEBUG nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.954955] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.020s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.958959] env[69854]: DEBUG nova.objects.instance [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'resources' on Instance uuid de4257ac-3991-4bc1-ac95-1327e6175718 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.054021] env[69854]: DEBUG nova.network.neutron [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.128215] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.346682] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.392263] env[69854]: DEBUG nova.compute.manager [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.392534] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.393610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b811f-9405-4109-9108-2793ec98c87b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.401421] env[69854]: DEBUG nova.network.neutron [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updated VIF entry in instance network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.401790] env[69854]: DEBUG nova.network.neutron [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.405997] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.405997] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf7190a-e928-4f8d-85f4-df5027833caa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.412596] env[69854]: DEBUG oslo_vmware.api [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1058.412596] env[69854]: value = "task-3519705" [ 1058.412596] env[69854]: _type = "Task" [ 1058.412596] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.423181] env[69854]: DEBUG oslo_vmware.api [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.463521] env[69854]: DEBUG nova.compute.utils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.468344] env[69854]: DEBUG nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.468567] env[69854]: DEBUG nova.network.neutron [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.515048] env[69854]: DEBUG nova.policy [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41716f591a5d44a58ee207ebdbc7661c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd42fa3606f094a8f85f5b654d54132c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.557580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.557941] env[69854]: DEBUG nova.objects.instance [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'migration_context' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.631071] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.834708] env[69854]: DEBUG nova.network.neutron [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Successfully created port: 393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.843456] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1e14c1-ea7b-4860-b832-17a6a74bfd91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.849035] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519703, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.546753} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.850093] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b0b6c63d-ca17-45df-a731-90d6a06ace08/b0b6c63d-ca17-45df-a731-90d6a06ace08.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.850480] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.851274] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97fa7e66-a588-445b-b2df-4c4cf10cfb1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.858195] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b065fd4f-9881-42b5-bbe8-cd658319851a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.867337] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1058.867337] env[69854]: value = "task-3519706" [ 1058.867337] env[69854]: _type = "Task" [ 1058.867337] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.899301] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb4334f-f356-432c-ab32-8e3e9e2fd9c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.905279] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.907205] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] Releasing lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.907446] env[69854]: DEBUG nova.compute.manager [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Received event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.907614] env[69854]: DEBUG nova.compute.manager [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing instance network info cache due to event network-changed-f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.907818] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] Acquiring lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.907958] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] Acquired lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.908144] env[69854]: DEBUG nova.network.neutron [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Refreshing network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.913869] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4218856b-2fa3-40b3-9e30-fe4c5fc775a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.930682] env[69854]: DEBUG nova.compute.provider_tree [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.935324] env[69854]: DEBUG oslo_vmware.api [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519705, 'name': PowerOffVM_Task, 'duration_secs': 0.198991} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.935813] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.935977] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.936234] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e8e51a4-0358-4de1-8735-be56c0f81f7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.968727] env[69854]: DEBUG nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.013111] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.013312] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.013987] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleting the datastore file [datastore1] 89a76b3a-29f1-4ba1-90c2-06f6f876f74d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.014291] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-859ab5a1-b1c4-47c2-ac90-7f9e35cdd51b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.021543] env[69854]: DEBUG oslo_vmware.api [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1059.021543] env[69854]: value = "task-3519708" [ 1059.021543] env[69854]: _type = "Task" [ 1059.021543] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.029431] env[69854]: DEBUG oslo_vmware.api [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.060995] env[69854]: DEBUG nova.objects.base [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Object Instance<6ac198f1-2b08-4937-af85-e83b33a17edf> lazy-loaded attributes: info_cache,migration_context {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.062014] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469d049-1c0e-459b-aae2-2f16aa0b87be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.083490] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd053e6-387e-410e-9ac0-fc293f06ac01 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.089706] env[69854]: DEBUG oslo_vmware.api [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1059.089706] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520322b5-a67c-f89a-289b-8c2f9a54d3d1" [ 1059.089706] env[69854]: _type = "Task" [ 1059.089706] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.097358] env[69854]: DEBUG oslo_vmware.api [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520322b5-a67c-f89a-289b-8c2f9a54d3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.128409] env[69854]: DEBUG oslo_vmware.api [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519704, 'name': PowerOnVM_Task, 'duration_secs': 1.608737} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.129299] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.129299] env[69854]: INFO nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1059.129299] env[69854]: DEBUG nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.130089] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d767fa-5e8f-49fa-845a-3674adf71f87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.378982] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275977} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.378982] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.381925] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d5259f-cd3c-4d8c-9a5a-9dadd3865896 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.410739] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b0b6c63d-ca17-45df-a731-90d6a06ace08/b0b6c63d-ca17-45df-a731-90d6a06ace08.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.416014] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d6368c-6984-4711-a538-02998f5627c5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.438913] env[69854]: DEBUG nova.scheduler.client.report [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.444633] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1059.444633] env[69854]: value = "task-3519709" [ 1059.444633] env[69854]: _type = "Task" [ 1059.444633] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.458391] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.539291] env[69854]: DEBUG oslo_vmware.api [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472594} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.539291] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.539291] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.539291] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.539291] env[69854]: INFO nova.compute.manager [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1059.539291] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.539291] env[69854]: DEBUG nova.compute.manager [-] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.539291] env[69854]: DEBUG nova.network.neutron [-] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.609699] env[69854]: DEBUG oslo_vmware.api [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520322b5-a67c-f89a-289b-8c2f9a54d3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.611611] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.648117] env[69854]: INFO nova.compute.manager [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Took 26.85 seconds to build instance. [ 1059.917619] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.917863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.926155] env[69854]: DEBUG nova.network.neutron [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updated VIF entry in instance network info cache for port f133fca5-3a68-4b1d-961a-adf82d9ae631. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.927231] env[69854]: DEBUG nova.network.neutron [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [{"id": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "address": "fa:16:3e:66:c8:03", "network": {"id": "0f7b0b8e-bda6-476f-9631-ad95090ab978", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-450839569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75c646eb20084f5f9c060e85ec048ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf133fca5-3a", "ovs_interfaceid": "f133fca5-3a68-4b1d-961a-adf82d9ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.944387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.947642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.539s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.950536] env[69854]: INFO nova.compute.claims [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.969131] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.980059] env[69854]: DEBUG nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.990153] env[69854]: INFO nova.scheduler.client.report [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted allocations for instance de4257ac-3991-4bc1-ac95-1327e6175718 [ 1060.036404] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.036692] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.037460] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.037460] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.037460] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.037460] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.037637] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.037637] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.037862] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.039041] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.039041] env[69854]: DEBUG nova.virt.hardware [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.039266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae024e32-02c7-4887-8ad1-bfe0228afb03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.048403] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133eff2-41bc-40d0-92af-84dfdb7b1831 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.087912] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "9687559c-2f70-4a39-bd12-c5ff66a69038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.088222] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.150810] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8fbfa64-985a-4537-a70c-5b2990e55c40 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "736701d6-fe4d-4036-b0b5-956538f5ca22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.359s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.160135] env[69854]: DEBUG nova.compute.manager [req-6d5a9ee2-666a-4ced-a254-4f767dbd431a req-7ddd5e10-8b45-4cb8-a3af-03a7b36df33d service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Received event network-vif-deleted-2a3525e6-0a13-40ae-953c-e6899dd6c407 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.160135] env[69854]: INFO nova.compute.manager [req-6d5a9ee2-666a-4ced-a254-4f767dbd431a req-7ddd5e10-8b45-4cb8-a3af-03a7b36df33d service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Neutron deleted interface 2a3525e6-0a13-40ae-953c-e6899dd6c407; detaching it from the instance and deleting it from the info cache [ 1060.160135] env[69854]: DEBUG nova.network.neutron [req-6d5a9ee2-666a-4ced-a254-4f767dbd431a req-7ddd5e10-8b45-4cb8-a3af-03a7b36df33d service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.343501] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "25126850-d93c-437a-b08f-99cd51d2f6e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.343729] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "25126850-d93c-437a-b08f-99cd51d2f6e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.367293] env[69854]: DEBUG nova.compute.manager [req-5aade7e9-e87a-43d6-bcb6-c9beec7c4d11 req-6501672e-9b85-4b39-8a32-4e8ced86ed93 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Received event network-vif-plugged-393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.367511] env[69854]: DEBUG oslo_concurrency.lockutils [req-5aade7e9-e87a-43d6-bcb6-c9beec7c4d11 req-6501672e-9b85-4b39-8a32-4e8ced86ed93 service nova] Acquiring lock "459e23dc-3461-47d2-81fb-06176a88e11d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.367713] env[69854]: DEBUG oslo_concurrency.lockutils [req-5aade7e9-e87a-43d6-bcb6-c9beec7c4d11 req-6501672e-9b85-4b39-8a32-4e8ced86ed93 service nova] Lock "459e23dc-3461-47d2-81fb-06176a88e11d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.367878] env[69854]: DEBUG oslo_concurrency.lockutils [req-5aade7e9-e87a-43d6-bcb6-c9beec7c4d11 req-6501672e-9b85-4b39-8a32-4e8ced86ed93 service nova] Lock "459e23dc-3461-47d2-81fb-06176a88e11d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.368052] env[69854]: DEBUG nova.compute.manager [req-5aade7e9-e87a-43d6-bcb6-c9beec7c4d11 req-6501672e-9b85-4b39-8a32-4e8ced86ed93 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] No waiting events found dispatching network-vif-plugged-393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.368218] env[69854]: WARNING nova.compute.manager [req-5aade7e9-e87a-43d6-bcb6-c9beec7c4d11 req-6501672e-9b85-4b39-8a32-4e8ced86ed93 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Received unexpected event network-vif-plugged-393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 for instance with vm_state building and task_state spawning. [ 1060.420468] env[69854]: DEBUG nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.429912] env[69854]: DEBUG oslo_concurrency.lockutils [req-bdeea773-209f-4205-9f8c-ee37e5ff15f2 req-e43f132b-bac3-4a4a-9847-af3011f93730 service nova] Releasing lock "refresh_cache-bbdd8f67-5064-414e-803a-61ab683f0c52" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.466480] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519709, 'name': ReconfigVM_Task, 'duration_secs': 0.726279} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.466751] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b0b6c63d-ca17-45df-a731-90d6a06ace08/b0b6c63d-ca17-45df-a731-90d6a06ace08.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.467610] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55f9a2a2-0e49-4e36-b711-a6dc8babb15f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.473803] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1060.473803] env[69854]: value = "task-3519710" [ 1060.473803] env[69854]: _type = "Task" [ 1060.473803] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.482370] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519710, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.493492] env[69854]: DEBUG nova.network.neutron [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Successfully updated port: 393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.502941] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d3f32dcf-868b-4996-8708-c851f663e408 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "de4257ac-3991-4bc1-ac95-1327e6175718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.759s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.511280] env[69854]: DEBUG nova.network.neutron [-] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.590441] env[69854]: DEBUG nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.662828] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3afe170c-ad0e-4246-8991-7b74487b9efd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.672848] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c44a2f6-e027-4234-abad-61822275c186 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.706873] env[69854]: DEBUG nova.compute.manager [req-6d5a9ee2-666a-4ced-a254-4f767dbd431a req-7ddd5e10-8b45-4cb8-a3af-03a7b36df33d service nova] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Detach interface failed, port_id=2a3525e6-0a13-40ae-953c-e6899dd6c407, reason: Instance 89a76b3a-29f1-4ba1-90c2-06f6f876f74d could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.733324] env[69854]: DEBUG nova.compute.manager [None req-1553a42b-6552-4b43-86a4-9b8916da6777 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.734288] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd049e-3821-4261-8a52-592cb3f1e1ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.848959] env[69854]: DEBUG nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.896604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "736701d6-fe4d-4036-b0b5-956538f5ca22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.896604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "736701d6-fe4d-4036-b0b5-956538f5ca22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.896604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "736701d6-fe4d-4036-b0b5-956538f5ca22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.896604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "736701d6-fe4d-4036-b0b5-956538f5ca22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.896604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "736701d6-fe4d-4036-b0b5-956538f5ca22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.897363] env[69854]: INFO nova.compute.manager [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Terminating instance [ 1060.955615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.992645] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519710, 'name': Rename_Task, 'duration_secs': 0.331498} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.992914] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.993224] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed807aa8-1d89-412b-8f42-3b7cfa3e2f0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.998760] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "refresh_cache-459e23dc-3461-47d2-81fb-06176a88e11d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.998864] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "refresh_cache-459e23dc-3461-47d2-81fb-06176a88e11d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.998988] env[69854]: DEBUG nova.network.neutron [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.003169] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1061.003169] env[69854]: value = "task-3519711" [ 1061.003169] env[69854]: _type = "Task" [ 1061.003169] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.012632] env[69854]: INFO nova.compute.manager [-] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Took 1.47 seconds to deallocate network for instance. [ 1061.021263] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519711, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.129407] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.244381] env[69854]: INFO nova.compute.manager [None req-1553a42b-6552-4b43-86a4-9b8916da6777 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] instance snapshotting [ 1061.244952] env[69854]: DEBUG nova.objects.instance [None req-1553a42b-6552-4b43-86a4-9b8916da6777 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lazy-loading 'flavor' on Instance uuid 736701d6-fe4d-4036-b0b5-956538f5ca22 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.369464] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.374595] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f5e849-6127-4a72-84d7-a9c4fb083380 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.384297] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49789331-ede9-4d7c-a2ee-d0d62a7f4945 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.419477] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "refresh_cache-736701d6-fe4d-4036-b0b5-956538f5ca22" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.419477] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquired lock "refresh_cache-736701d6-fe4d-4036-b0b5-956538f5ca22" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.420137] env[69854]: DEBUG nova.network.neutron [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.422258] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df8192d-06ae-4c77-8e87-febc1f5ad8fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.431277] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bed623-e2ec-4d8a-bc2b-2a5f749f73a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.446333] env[69854]: DEBUG nova.compute.provider_tree [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.515014] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.526527] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.548830] env[69854]: DEBUG nova.network.neutron [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.745838] env[69854]: DEBUG nova.network.neutron [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Updating instance_info_cache with network_info: [{"id": "393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658", "address": "fa:16:3e:80:9e:95", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393cd8d3-18", "ovs_interfaceid": "393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.750169] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f91ee7-7ecb-496b-9380-d0b164c18fdb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.769373] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4764c83-f136-4982-a2de-63b1a5450add {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.937159] env[69854]: DEBUG nova.network.neutron [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.949044] env[69854]: DEBUG nova.scheduler.client.report [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.991861] env[69854]: DEBUG nova.network.neutron [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.020247] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.248642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "refresh_cache-459e23dc-3461-47d2-81fb-06176a88e11d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.248974] env[69854]: DEBUG nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Instance network_info: |[{"id": "393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658", "address": "fa:16:3e:80:9e:95", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393cd8d3-18", "ovs_interfaceid": "393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.249453] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:9e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.256981] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Creating folder: Project (d42fa3606f094a8f85f5b654d54132c2). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.257293] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a7eff22-b250-41f2-a528-f7f21f6c2d5b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.269588] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Created folder: Project (d42fa3606f094a8f85f5b654d54132c2) in parent group-v702928. [ 1062.269777] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Creating folder: Instances. Parent ref: group-v703160. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.270032] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6473a94e-a7a6-4f07-9645-29c1138d1904 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.279782] env[69854]: DEBUG nova.compute.manager [None req-1553a42b-6552-4b43-86a4-9b8916da6777 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Instance disappeared during snapshot {{(pid=69854) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1062.282069] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Created folder: Instances in parent group-v703160. [ 1062.282306] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.282682] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.282892] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb9644a-aeae-4801-b721-8ef28a4230e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.308264] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.308264] env[69854]: value = "task-3519714" [ 1062.308264] env[69854]: _type = "Task" [ 1062.308264] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.316541] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519714, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.403909] env[69854]: DEBUG nova.compute.manager [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Received event network-changed-393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.404134] env[69854]: DEBUG nova.compute.manager [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Refreshing instance network info cache due to event network-changed-393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.404384] env[69854]: DEBUG oslo_concurrency.lockutils [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] Acquiring lock "refresh_cache-459e23dc-3461-47d2-81fb-06176a88e11d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.404536] env[69854]: DEBUG oslo_concurrency.lockutils [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] Acquired lock "refresh_cache-459e23dc-3461-47d2-81fb-06176a88e11d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.404736] env[69854]: DEBUG nova.network.neutron [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Refreshing network info cache for port 393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.413797] env[69854]: DEBUG nova.compute.manager [None req-1553a42b-6552-4b43-86a4-9b8916da6777 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Found 0 images (rotation: 2) {{(pid=69854) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1062.457293] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.457931] env[69854]: DEBUG nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.461382] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.432s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.461932] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.462200] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1062.463903] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.816s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.463903] env[69854]: DEBUG nova.objects.instance [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lazy-loading 'resources' on Instance uuid 76e01fce-0657-49fc-bfa6-3bcc6d82a197 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.466964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a4d500-b8fe-40af-ac3c-d1d1322db312 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.477786] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8509b-5349-43f4-bc00-f3541f8f35ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.493991] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Releasing lock "refresh_cache-736701d6-fe4d-4036-b0b5-956538f5ca22" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.494474] env[69854]: DEBUG nova.compute.manager [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.494675] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.495661] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75a2d6-7b13-4901-83b0-00f7c7aac6ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.499379] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2cc4ce-c680-4bfc-ab3f-5fed1a6a610f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.514713] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.515973] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a862074a-fc6c-422e-95df-578a1b8c4909 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.519201] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18517b8d-7b1c-45cb-9593-b87fa1a9550d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.526030] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519711, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.558993] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177846MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1062.559273] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.561362] env[69854]: DEBUG oslo_vmware.api [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1062.561362] env[69854]: value = "task-3519715" [ 1062.561362] env[69854]: _type = "Task" [ 1062.561362] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.572336] env[69854]: DEBUG oslo_vmware.api [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.820557] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519714, 'name': CreateVM_Task, 'duration_secs': 0.393139} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.820766] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.821656] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.821841] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.822257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.822564] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7a2259-3bae-4548-9e77-13c132d095db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.827758] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1062.827758] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fb5567-7e0f-ccc0-9a79-275e5d84cf5d" [ 1062.827758] env[69854]: _type = "Task" [ 1062.827758] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.836490] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fb5567-7e0f-ccc0-9a79-275e5d84cf5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.972031] env[69854]: DEBUG nova.compute.utils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.975305] env[69854]: DEBUG nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.975741] env[69854]: DEBUG nova.network.neutron [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.986345] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "08f36156-667b-4d10-80f8-4977dc4d7357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.986716] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "08f36156-667b-4d10-80f8-4977dc4d7357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.020048] env[69854]: DEBUG oslo_vmware.api [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519711, 'name': PowerOnVM_Task, 'duration_secs': 1.684287} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.020279] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.020480] env[69854]: INFO nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1063.020657] env[69854]: DEBUG nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.021528] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e2a5f-db73-4638-9971-d2d73ab75116 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.049137] env[69854]: DEBUG nova.policy [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf8afda5b9a402b8c5f5b772a878203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd584ccad0f7b4553a237943749956722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.767364] env[69854]: DEBUG nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.769831] env[69854]: DEBUG nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.775329] env[69854]: DEBUG oslo_vmware.api [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519715, 'name': PowerOffVM_Task, 'duration_secs': 0.163165} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.785735] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.789031] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.789031] env[69854]: INFO nova.compute.manager [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Took 29.49 seconds to build instance. [ 1063.789031] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f1d4309-b74f-4927-9e02-8462a0e482cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.799792] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fb5567-7e0f-ccc0-9a79-275e5d84cf5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.799792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.799792] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.799792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.799792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.799792] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.799792] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce9d63f4-a6b9-4a50-a907-0fc8c8a1108c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.806908] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.807935] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.808271] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b9c5ad-ca90-434c-a777-ee0ade50412a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.820479] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.820695] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.821157] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Deleting the datastore file [datastore1] 736701d6-fe4d-4036-b0b5-956538f5ca22 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.821545] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1063.821545] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5230a23d-6b8a-1f23-d92f-b45859be6a65" [ 1063.821545] env[69854]: _type = "Task" [ 1063.821545] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.821850] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a124b76a-322a-45e2-9538-ec983a88f3bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.836935] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5230a23d-6b8a-1f23-d92f-b45859be6a65, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.839152] env[69854]: DEBUG oslo_vmware.api [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for the task: (returnval){ [ 1063.839152] env[69854]: value = "task-3519717" [ 1063.839152] env[69854]: _type = "Task" [ 1063.839152] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.839403] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6c5fb8-84a8-4e65-a552-aea74a1f2501 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.845462] env[69854]: DEBUG nova.network.neutron [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Updated VIF entry in instance network info cache for port 393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.845895] env[69854]: DEBUG nova.network.neutron [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Updating instance_info_cache with network_info: [{"id": "393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658", "address": "fa:16:3e:80:9e:95", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393cd8d3-18", "ovs_interfaceid": "393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.849492] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1063.849492] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d60e16-7f8e-0f75-ff62-fcd09ccdf285" [ 1063.849492] env[69854]: _type = "Task" [ 1063.849492] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.854877] env[69854]: DEBUG oslo_vmware.api [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.865802] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d60e16-7f8e-0f75-ff62-fcd09ccdf285, 'name': SearchDatastore_Task, 'duration_secs': 0.008074} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.865802] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.865802] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 459e23dc-3461-47d2-81fb-06176a88e11d/459e23dc-3461-47d2-81fb-06176a88e11d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.865802] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0a41eb-d047-4270-a23f-04cc3bfcc0a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.870714] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1063.870714] env[69854]: value = "task-3519718" [ 1063.870714] env[69854]: _type = "Task" [ 1063.870714] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.878148] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.098283] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261538f9-0125-43d0-b87c-b7381f5836c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.106390] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f037c6-6256-44c4-bf44-375eaeaaee98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.139189] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d1a5c7-6cec-4191-bf86-66a47a416ed9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.148858] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e03db-c174-4995-8ec0-a291e0df2be6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.164775] env[69854]: DEBUG nova.compute.provider_tree [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.170310] env[69854]: DEBUG nova.network.neutron [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Successfully created port: 622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.290481] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d9e8835f-de08-4379-9ca0-4e6213e2f531 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.007s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.293881] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.348227] env[69854]: DEBUG oslo_concurrency.lockutils [req-45800bf2-0c8f-491e-94d7-4a71815f6b18 req-6ec99a6a-66b4-46e7-97f6-91120cf451c4 service nova] Releasing lock "refresh_cache-459e23dc-3461-47d2-81fb-06176a88e11d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.352377] env[69854]: DEBUG oslo_vmware.api [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Task: {'id': task-3519717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091844} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.352610] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.353488] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.353488] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.353488] env[69854]: INFO nova.compute.manager [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1064.353488] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.353696] env[69854]: DEBUG nova.compute.manager [-] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.354661] env[69854]: DEBUG nova.network.neutron [-] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.370978] env[69854]: DEBUG nova.network.neutron [-] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.382826] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49836} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.383101] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 459e23dc-3461-47d2-81fb-06176a88e11d/459e23dc-3461-47d2-81fb-06176a88e11d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.383318] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.383568] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade51286-5db0-4f32-a3dc-bc301ee358a1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.391070] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1064.391070] env[69854]: value = "task-3519719" [ 1064.391070] env[69854]: _type = "Task" [ 1064.391070] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.397829] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.669947] env[69854]: DEBUG nova.scheduler.client.report [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.788345] env[69854]: DEBUG nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.813722] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.813959] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.814134] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.814378] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.814544] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.814722] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.814946] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.815119] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.815293] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.815554] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.815735] env[69854]: DEBUG nova.virt.hardware [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.816884] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d8cdea-b10d-4adc-9d3f-87a34d95d3fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.819842] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "b0b6c63d-ca17-45df-a731-90d6a06ace08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.820068] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.820267] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "b0b6c63d-ca17-45df-a731-90d6a06ace08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.820450] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.820614] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.822643] env[69854]: INFO nova.compute.manager [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Terminating instance [ 1064.827973] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918dd918-8757-4925-804f-d6a583b31e91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.877125] env[69854]: DEBUG nova.network.neutron [-] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.901255] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060945} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.901511] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.902327] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed6c0a9-c666-44a8-a1e0-88312b05cc95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.923502] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 459e23dc-3461-47d2-81fb-06176a88e11d/459e23dc-3461-47d2-81fb-06176a88e11d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.923967] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0b649c-dd6f-4209-8330-c74696efb423 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.944328] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1064.944328] env[69854]: value = "task-3519720" [ 1064.944328] env[69854]: _type = "Task" [ 1064.944328] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.954164] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.174967] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.712s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.178605] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.421s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.178826] env[69854]: DEBUG nova.objects.instance [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1065.196239] env[69854]: INFO nova.scheduler.client.report [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Deleted allocations for instance 76e01fce-0657-49fc-bfa6-3bcc6d82a197 [ 1065.328228] env[69854]: DEBUG nova.compute.manager [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.328639] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.329411] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d78d5c-7ed6-4955-94d3-dfbb80267849 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.337310] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.337537] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae6a16c8-caad-4e11-a021-0a5ebf4db24e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.343940] env[69854]: DEBUG oslo_vmware.api [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1065.343940] env[69854]: value = "task-3519721" [ 1065.343940] env[69854]: _type = "Task" [ 1065.343940] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.351829] env[69854]: DEBUG oslo_vmware.api [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.380090] env[69854]: INFO nova.compute.manager [-] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Took 1.03 seconds to deallocate network for instance. [ 1065.456846] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519720, 'name': ReconfigVM_Task, 'duration_secs': 0.334314} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.458022] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 459e23dc-3461-47d2-81fb-06176a88e11d/459e23dc-3461-47d2-81fb-06176a88e11d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.458022] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2887e4dd-2fb4-4212-ae04-8e205f845114 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.464945] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1065.464945] env[69854]: value = "task-3519722" [ 1065.464945] env[69854]: _type = "Task" [ 1065.464945] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.473993] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519722, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.703885] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04807d8a-12bb-4f12-a626-9d706aadda63 tempest-ServersTestManualDisk-785297740 tempest-ServersTestManualDisk-785297740-project-member] Lock "76e01fce-0657-49fc-bfa6-3bcc6d82a197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.772s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.821394] env[69854]: DEBUG nova.compute.manager [req-1e24f4a8-3782-4d6f-a92e-864f6d764b60 req-a71e4bed-167f-4b0a-bdcf-98450b606d3d service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Received event network-vif-plugged-622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.821661] env[69854]: DEBUG oslo_concurrency.lockutils [req-1e24f4a8-3782-4d6f-a92e-864f6d764b60 req-a71e4bed-167f-4b0a-bdcf-98450b606d3d service nova] Acquiring lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.821821] env[69854]: DEBUG oslo_concurrency.lockutils [req-1e24f4a8-3782-4d6f-a92e-864f6d764b60 req-a71e4bed-167f-4b0a-bdcf-98450b606d3d service nova] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.821993] env[69854]: DEBUG oslo_concurrency.lockutils [req-1e24f4a8-3782-4d6f-a92e-864f6d764b60 req-a71e4bed-167f-4b0a-bdcf-98450b606d3d service nova] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.822181] env[69854]: DEBUG nova.compute.manager [req-1e24f4a8-3782-4d6f-a92e-864f6d764b60 req-a71e4bed-167f-4b0a-bdcf-98450b606d3d service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] No waiting events found dispatching network-vif-plugged-622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.822347] env[69854]: WARNING nova.compute.manager [req-1e24f4a8-3782-4d6f-a92e-864f6d764b60 req-a71e4bed-167f-4b0a-bdcf-98450b606d3d service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Received unexpected event network-vif-plugged-622c2082-0246-49e0-9975-9ea1c46e8ede for instance with vm_state building and task_state spawning. [ 1065.853426] env[69854]: DEBUG oslo_vmware.api [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519721, 'name': PowerOffVM_Task, 'duration_secs': 0.299099} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.853690] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.853861] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.854374] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b6868d-6764-4190-a2b7-ba9f5b34b1d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.886295] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.976481] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519722, 'name': Rename_Task, 'duration_secs': 0.150836} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.977057] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.977513] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1fc7c98-7dc5-486f-93d5-4eca19fe82f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.985757] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.985882] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.986732] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleting the datastore file [datastore1] b0b6c63d-ca17-45df-a731-90d6a06ace08 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.987634] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0016beaa-a906-411c-b87b-a1a89e63f1dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.990913] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1065.990913] env[69854]: value = "task-3519724" [ 1065.990913] env[69854]: _type = "Task" [ 1065.990913] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.997461] env[69854]: DEBUG oslo_vmware.api [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1065.997461] env[69854]: value = "task-3519725" [ 1065.997461] env[69854]: _type = "Task" [ 1065.997461] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.007990] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.009479] env[69854]: DEBUG nova.network.neutron [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Successfully updated port: 622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.015487] env[69854]: DEBUG oslo_vmware.api [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.190197] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba018316-73bb-4d87-a1ae-bc6e1ac7375d tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.191425] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.445s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.191656] env[69854]: DEBUG nova.objects.instance [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lazy-loading 'resources' on Instance uuid 028ea073-c986-4b3d-a8ae-93c3550fce53 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.508649] env[69854]: DEBUG oslo_vmware.api [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519724, 'name': PowerOnVM_Task, 'duration_secs': 0.500807} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.511952] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.512256] env[69854]: INFO nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1066.512530] env[69854]: DEBUG nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.513074] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.513427] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.513597] env[69854]: DEBUG nova.network.neutron [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.514878] env[69854]: DEBUG oslo_vmware.api [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211227} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.516348] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1b2760-90e7-4a84-9b04-b7faeb5150f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.518942] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.519182] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.519418] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.519596] env[69854]: INFO nova.compute.manager [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1066.519778] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.520152] env[69854]: DEBUG nova.compute.manager [-] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.520252] env[69854]: DEBUG nova.network.neutron [-] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.036096] env[69854]: INFO nova.compute.manager [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Took 20.94 seconds to build instance. [ 1067.073436] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddc47cb-f2d9-401d-b492-7fedb2eeee36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.081869] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd2cba-4494-44c2-b4d3-8b690cba7f92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.088521] env[69854]: DEBUG nova.network.neutron [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.116997] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505e395-9918-4532-b654-99798bb478bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.125555] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e72da08-de7c-4d22-91e2-4888607ebc64 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.141881] env[69854]: DEBUG nova.compute.provider_tree [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.298309] env[69854]: DEBUG nova.network.neutron [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updating instance_info_cache with network_info: [{"id": "622c2082-0246-49e0-9975-9ea1c46e8ede", "address": "fa:16:3e:fe:b7:b5", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622c2082-02", "ovs_interfaceid": "622c2082-0246-49e0-9975-9ea1c46e8ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.299847] env[69854]: DEBUG nova.network.neutron [-] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.539398] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f339e47b-1d1b-4bbc-9b9d-aef822c396bb tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "459e23dc-3461-47d2-81fb-06176a88e11d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.456s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.644285] env[69854]: DEBUG nova.scheduler.client.report [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.802168] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.802525] env[69854]: DEBUG nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Instance network_info: |[{"id": "622c2082-0246-49e0-9975-9ea1c46e8ede", "address": "fa:16:3e:fe:b7:b5", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622c2082-02", "ovs_interfaceid": "622c2082-0246-49e0-9975-9ea1c46e8ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.802926] env[69854]: INFO nova.compute.manager [-] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Took 1.28 seconds to deallocate network for instance. [ 1067.803363] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b7:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '622c2082-0246-49e0-9975-9ea1c46e8ede', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.811051] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.812800] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.813045] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34c6b946-90a1-4d99-86fb-e75291df3b35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.840583] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.840583] env[69854]: value = "task-3519726" [ 1067.840583] env[69854]: _type = "Task" [ 1067.840583] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.852330] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519726, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.858901] env[69854]: DEBUG nova.compute.manager [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Received event network-changed-622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.858901] env[69854]: DEBUG nova.compute.manager [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Refreshing instance network info cache due to event network-changed-622c2082-0246-49e0-9975-9ea1c46e8ede. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.858901] env[69854]: DEBUG oslo_concurrency.lockutils [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] Acquiring lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.858901] env[69854]: DEBUG oslo_concurrency.lockutils [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] Acquired lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.858901] env[69854]: DEBUG nova.network.neutron [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Refreshing network info cache for port 622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.149297] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.152833] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.932s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.152833] env[69854]: DEBUG nova.objects.instance [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lazy-loading 'resources' on Instance uuid 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.189571] env[69854]: INFO nova.scheduler.client.report [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Deleted allocations for instance 028ea073-c986-4b3d-a8ae-93c3550fce53 [ 1068.335563] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.349817] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519726, 'name': CreateVM_Task, 'duration_secs': 0.484173} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.349987] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.350671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.350837] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.351169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.351418] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccaee7da-59d7-479b-af08-f8e67eefe01a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.356305] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1068.356305] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5244905f-7ab0-bdae-f7cc-339c7b7532cd" [ 1068.356305] env[69854]: _type = "Task" [ 1068.356305] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.366394] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5244905f-7ab0-bdae-f7cc-339c7b7532cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.608576] env[69854]: DEBUG nova.network.neutron [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updated VIF entry in instance network info cache for port 622c2082-0246-49e0-9975-9ea1c46e8ede. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.608941] env[69854]: DEBUG nova.network.neutron [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updating instance_info_cache with network_info: [{"id": "622c2082-0246-49e0-9975-9ea1c46e8ede", "address": "fa:16:3e:fe:b7:b5", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622c2082-02", "ovs_interfaceid": "622c2082-0246-49e0-9975-9ea1c46e8ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.697979] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1aab8e4-ff0e-429f-ab57-24f6fa1f489f tempest-ImagesTestJSON-1109607872 tempest-ImagesTestJSON-1109607872-project-member] Lock "028ea073-c986-4b3d-a8ae-93c3550fce53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.806s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.866404] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5244905f-7ab0-bdae-f7cc-339c7b7532cd, 'name': SearchDatastore_Task, 'duration_secs': 0.026208} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.868768] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.869006] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.869252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.869411] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.869601] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.870037] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f191f7a6-45b4-49b8-9324-cb0710370a84 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.886293] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.886293] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.886525] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93d8fac-b0b0-412b-aceb-0e24d5c76a3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.893755] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1068.893755] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52144d0b-623b-ec83-b574-3e932148126f" [ 1068.893755] env[69854]: _type = "Task" [ 1068.893755] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.901188] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52144d0b-623b-ec83-b574-3e932148126f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.969221] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f6e7c-db21-41ff-bbae-16e7c542da28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.977801] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6264496-aef0-4577-a5b8-ebe006020fc4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.009168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7963a3-0818-44ad-ac0d-5fe1521ff4da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.017424] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b2af8-24db-4052-9dbf-3f3aba72d8f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.030504] env[69854]: DEBUG nova.compute.provider_tree [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.112318] env[69854]: DEBUG oslo_concurrency.lockutils [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] Releasing lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.113038] env[69854]: DEBUG nova.compute.manager [req-898deab4-26eb-415a-9542-6663b2d3c2b0 req-be32be66-7ea7-41fd-acb1-637db69c3f01 service nova] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Received event network-vif-deleted-ded589f2-de7d-488d-ba19-bb97dd67a233 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.377032] env[69854]: DEBUG nova.compute.manager [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.377829] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eda79b-9418-488f-91f8-d70fcf1d694b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.406551] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52144d0b-623b-ec83-b574-3e932148126f, 'name': SearchDatastore_Task, 'duration_secs': 0.033698} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.407368] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef399af7-d37e-4d09-805e-52feb5885d30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.419259] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1069.419259] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52518fce-0910-73be-db57-1d970f36f610" [ 1069.419259] env[69854]: _type = "Task" [ 1069.419259] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.433965] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52518fce-0910-73be-db57-1d970f36f610, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.435155] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.435302] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.436219] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e47bee4-9ad2-448a-820b-9851e2a46f2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.443543] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1069.443543] env[69854]: value = "task-3519727" [ 1069.443543] env[69854]: _type = "Task" [ 1069.443543] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.452789] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.533860] env[69854]: DEBUG nova.scheduler.client.report [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.889600] env[69854]: INFO nova.compute.manager [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] instance snapshotting [ 1069.892691] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88955abe-53b3-4cdc-b1ff-bebd913a8459 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.914258] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783dd419-f907-4e82-ba63-72b69dce07c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.928586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "e2de5455-e804-4086-909f-dd8f81749b77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.928586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "e2de5455-e804-4086-909f-dd8f81749b77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.928586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "e2de5455-e804-4086-909f-dd8f81749b77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.928586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "e2de5455-e804-4086-909f-dd8f81749b77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.928586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "e2de5455-e804-4086-909f-dd8f81749b77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.930340] env[69854]: INFO nova.compute.manager [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Terminating instance [ 1069.954654] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.039319] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.041591] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.430s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.067325] env[69854]: INFO nova.scheduler.client.report [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Deleted allocations for instance 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2 [ 1070.428032] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1070.428032] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fccf8517-5dd2-4bd5-973c-c14ed0629d89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.436604] env[69854]: DEBUG nova.compute.manager [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.437878] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.438535] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1070.438535] env[69854]: value = "task-3519728" [ 1070.438535] env[69854]: _type = "Task" [ 1070.438535] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.439123] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e756be-ce76-4f5b-b22f-4b998709bef8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.459788] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.466171] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae9fe125-0b94-4fdc-83fb-9c35e10f375d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.469019] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.471580] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.479062] env[69854]: DEBUG oslo_vmware.api [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1070.479062] env[69854]: value = "task-3519729" [ 1070.479062] env[69854]: _type = "Task" [ 1070.479062] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.489863] env[69854]: DEBUG oslo_vmware.api [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.581422] env[69854]: DEBUG oslo_concurrency.lockutils [None req-736ffe41-0dec-4452-b89d-f9dd99698a9a tempest-ServersTestMultiNic-948105185 tempest-ServersTestMultiNic-948105185-project-member] Lock "81dac7e8-2a77-4b17-b17b-77a97dd7b9d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.230s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.963677] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.968448] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519727, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.084125} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.972089] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.972548] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.973151] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03478674-22b9-46cc-83c2-3df70c329092 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.985885] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1070.985885] env[69854]: value = "task-3519730" [ 1070.985885] env[69854]: _type = "Task" [ 1070.985885] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.994309] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf0e7e-3112-4d35-872f-31e5e0f7294f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.997593] env[69854]: DEBUG oslo_vmware.api [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519729, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.003811] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.006587] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d847a150-5ed3-47c5-a8c4-b1662987d814 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.039917] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6353dfd-866c-477d-a832-e4df6e40817e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.048723] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9a3e57-52c8-4937-a23e-028b71d0c8a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.064914] env[69854]: DEBUG nova.compute.provider_tree [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.419279] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "64675229-c4bf-4cab-a633-2aecc6cfc422" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.420023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.458064] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519728, 'name': CreateSnapshot_Task, 'duration_secs': 0.654685} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.459062] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1071.462391] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c5f9f-9940-4fd1-96bb-0b9025fd2371 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.487289] env[69854]: DEBUG oslo_vmware.api [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519729, 'name': PowerOffVM_Task, 'duration_secs': 0.617999} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.490623] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.491086] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.491183] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8772818c-7308-4d5e-ad97-ca6b4694fb26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.501202] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111536} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.501362] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.502186] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeb52e3-2e26-4d90-bb41-22f2ad69d7ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.525280] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.526367] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa6ef68-c637-4f79-bc5a-31a35267d4c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.549221] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1071.549221] env[69854]: value = "task-3519732" [ 1071.549221] env[69854]: _type = "Task" [ 1071.549221] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.557772] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.568097] env[69854]: DEBUG nova.scheduler.client.report [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.573576] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.573695] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.573945] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Deleting the datastore file [datastore2] e2de5455-e804-4086-909f-dd8f81749b77 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.574529] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b2def1d-10ad-4772-a831-09a783003a86 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.583611] env[69854]: DEBUG oslo_vmware.api [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for the task: (returnval){ [ 1071.583611] env[69854]: value = "task-3519733" [ 1071.583611] env[69854]: _type = "Task" [ 1071.583611] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.595753] env[69854]: DEBUG oslo_vmware.api [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.924488] env[69854]: DEBUG nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.982747] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1071.984786] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8cb4d2c-4df4-40e6-8c87-9df50778129a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.995492] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1071.995492] env[69854]: value = "task-3519734" [ 1071.995492] env[69854]: _type = "Task" [ 1071.995492] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.005527] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519734, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.058040] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.096071] env[69854]: DEBUG oslo_vmware.api [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Task: {'id': task-3519733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440792} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.096338] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.096887] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.096887] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.096887] env[69854]: INFO nova.compute.manager [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1072.097108] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.098093] env[69854]: DEBUG nova.compute.manager [-] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.098186] env[69854]: DEBUG nova.network.neutron [-] [instance: e2de5455-e804-4086-909f-dd8f81749b77] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.462187] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.506476] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519734, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.560034] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.582779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.541s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.583113] env[69854]: DEBUG nova.compute.manager [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69854) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1072.589861] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.633s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.592049] env[69854]: INFO nova.compute.claims [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.816639] env[69854]: DEBUG nova.compute.manager [req-ab1ded32-db87-4245-b3af-210a2c1ace63 req-88a33195-39cf-4eb9-96ce-34b07ffd5cdc service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Received event network-vif-deleted-6831c3b6-1021-4550-8fd2-e99d6fc8002a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.816761] env[69854]: INFO nova.compute.manager [req-ab1ded32-db87-4245-b3af-210a2c1ace63 req-88a33195-39cf-4eb9-96ce-34b07ffd5cdc service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Neutron deleted interface 6831c3b6-1021-4550-8fd2-e99d6fc8002a; detaching it from the instance and deleting it from the info cache [ 1072.816947] env[69854]: DEBUG nova.network.neutron [req-ab1ded32-db87-4245-b3af-210a2c1ace63 req-88a33195-39cf-4eb9-96ce-34b07ffd5cdc service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.011403] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519734, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.058831] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519732, 'name': ReconfigVM_Task, 'duration_secs': 1.390171} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.059224] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.059980] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e52a8558-92a3-4e7d-a4f1-15962f97be3c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.066533] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1073.066533] env[69854]: value = "task-3519735" [ 1073.066533] env[69854]: _type = "Task" [ 1073.066533] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.077456] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519735, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.189883] env[69854]: INFO nova.scheduler.client.report [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted allocation for migration 5b814a56-8cbe-40d2-9509-bf6742c4e277 [ 1073.295935] env[69854]: DEBUG nova.network.neutron [-] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.323152] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cae1fb8a-89ad-4c7f-85ae-f80519c5cc77 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.336778] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c4837-a3fc-4a2c-939a-8864ce31493d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.379209] env[69854]: DEBUG nova.compute.manager [req-ab1ded32-db87-4245-b3af-210a2c1ace63 req-88a33195-39cf-4eb9-96ce-34b07ffd5cdc service nova] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Detach interface failed, port_id=6831c3b6-1021-4550-8fd2-e99d6fc8002a, reason: Instance e2de5455-e804-4086-909f-dd8f81749b77 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.508231] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519734, 'name': CloneVM_Task} progress is 95%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.577211] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519735, 'name': Rename_Task, 'duration_secs': 0.13391} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.577832] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.578299] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b218781d-5dbd-4c67-9c7c-c3eabd4ad473 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.584375] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1073.584375] env[69854]: value = "task-3519736" [ 1073.584375] env[69854]: _type = "Task" [ 1073.584375] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.592862] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.701323] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c0109143-34c8-4d10-86b4-76e398feca41 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.560s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.800210] env[69854]: INFO nova.compute.manager [-] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Took 1.70 seconds to deallocate network for instance. [ 1074.005836] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c590271c-8a67-4af0-940e-180cbb68a88d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.012966] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519734, 'name': CloneVM_Task, 'duration_secs': 1.819684} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.013805] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Created linked-clone VM from snapshot [ 1074.014672] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1e2863-953f-4bd1-803d-5cf84f739252 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.023152] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8883de-d6e4-4055-8292-31ede1b21d3c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.031607] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Uploading image 19378b98-03fd-43a0-a5c9-e3355e4814ea {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1074.063555] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.065125] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb3d7e-1d8c-4014-b813-0c7ecb786bfa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.067851] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c152121-6d69-44d3-82a4-9c1d9f4dae4b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.076213] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007e63ab-2e78-4df3-9561-e6704c75442c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.079366] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1074.079366] env[69854]: value = "task-3519737" [ 1074.079366] env[69854]: _type = "Task" [ 1074.079366] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.090497] env[69854]: DEBUG nova.compute.provider_tree [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.098440] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519737, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.103361] env[69854]: DEBUG oslo_vmware.api [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519736, 'name': PowerOnVM_Task, 'duration_secs': 0.501589} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.104428] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.104761] env[69854]: INFO nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1074.105044] env[69854]: DEBUG nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.106119] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448b9bdf-75d2-4e7f-9885-c227bf7398c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.310235] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.340345] env[69854]: DEBUG nova.objects.instance [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'flavor' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.591036] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519737, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.599022] env[69854]: DEBUG nova.scheduler.client.report [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.625801] env[69854]: INFO nova.compute.manager [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Took 25.24 seconds to build instance. [ 1074.848182] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.848360] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.848562] env[69854]: DEBUG nova.network.neutron [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.848747] env[69854]: DEBUG nova.objects.instance [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'info_cache' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.090047] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519737, 'name': Destroy_Task, 'duration_secs': 0.518315} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.090314] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Destroyed the VM [ 1075.090545] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.090793] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-470837ac-785d-4a31-9d4d-dbb5fe90d478 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.097475] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1075.097475] env[69854]: value = "task-3519738" [ 1075.097475] env[69854]: _type = "Task" [ 1075.097475] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.105029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.105501] env[69854]: DEBUG nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.107968] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.108434] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.979s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.109568] env[69854]: INFO nova.compute.claims [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.127753] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b7b2f1b0-1470-4274-9b90-17f5dd67658e tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.750s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.210779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.210961] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.211370] env[69854]: INFO nova.compute.manager [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Rebooting instance [ 1075.352396] env[69854]: DEBUG nova.objects.base [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Object Instance<6ac198f1-2b08-4937-af85-e83b33a17edf> lazy-loaded attributes: flavor,info_cache {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.608386] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.613776] env[69854]: DEBUG nova.compute.utils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.618793] env[69854]: DEBUG nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1075.744117] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.744117] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.744117] env[69854]: DEBUG nova.network.neutron [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.065472] env[69854]: DEBUG nova.compute.manager [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Received event network-changed-622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.065676] env[69854]: DEBUG nova.compute.manager [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Refreshing instance network info cache due to event network-changed-622c2082-0246-49e0-9975-9ea1c46e8ede. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.065895] env[69854]: DEBUG oslo_concurrency.lockutils [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] Acquiring lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.069295] env[69854]: DEBUG oslo_concurrency.lockutils [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] Acquired lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.069546] env[69854]: DEBUG nova.network.neutron [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Refreshing network info cache for port 622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.113396] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519738, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.120361] env[69854]: DEBUG nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.207659] env[69854]: DEBUG nova.network.neutron [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [{"id": "3e6619ef-879a-4e62-a8d2-deff62d17168", "address": "fa:16:3e:07:5f:0c", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6619ef-87", "ovs_interfaceid": "3e6619ef-879a-4e62-a8d2-deff62d17168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.316761] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "e6475ec5-d519-4437-933a-aa038c66ab1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.317058] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.500804] env[69854]: DEBUG nova.network.neutron [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.532802] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd79c2bb-9c29-4d15-8307-6ca4fc171443 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.540890] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9dbc6e-1165-4641-9bce-107a1e7ada21 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.576293] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c676f-397e-433f-876a-3f5a6a3d78eb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.583767] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d59125f-b1e8-428f-8bd2-f68a1b9e1dca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.597957] env[69854]: DEBUG nova.compute.provider_tree [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.610345] env[69854]: DEBUG oslo_vmware.api [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519738, 'name': RemoveSnapshot_Task, 'duration_secs': 1.438194} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.615530] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1076.712220] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6ac198f1-2b08-4937-af85-e83b33a17edf" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.821978] env[69854]: DEBUG nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.866274] env[69854]: DEBUG nova.network.neutron [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updated VIF entry in instance network info cache for port 622c2082-0246-49e0-9975-9ea1c46e8ede. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.866701] env[69854]: DEBUG nova.network.neutron [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updating instance_info_cache with network_info: [{"id": "622c2082-0246-49e0-9975-9ea1c46e8ede", "address": "fa:16:3e:fe:b7:b5", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622c2082-02", "ovs_interfaceid": "622c2082-0246-49e0-9975-9ea1c46e8ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.006839] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.103391] env[69854]: DEBUG nova.scheduler.client.report [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.120157] env[69854]: WARNING nova.compute.manager [None req-48bad395-c058-4dac-9dbd-dc5d406331b9 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Image not found during snapshot: nova.exception.ImageNotFound: Image 19378b98-03fd-43a0-a5c9-e3355e4814ea could not be found. [ 1077.133836] env[69854]: DEBUG nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.163114] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.163367] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.163524] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.163759] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.163915] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.164073] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.164284] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.164453] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.164624] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.164787] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.164954] env[69854]: DEBUG nova.virt.hardware [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.165803] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c33c352-c96f-4f04-b3f3-2cef448d5e1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.173834] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2f9a8e-c19e-47d0-a972-76f50c321597 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.187647] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.194953] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Creating folder: Project (e0da00ad822a4fdfaafff554d30f22ed). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.195301] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08febf7b-bdea-4774-b27b-8ab8ec2a9f6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.205369] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Created folder: Project (e0da00ad822a4fdfaafff554d30f22ed) in parent group-v702928. [ 1077.205596] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Creating folder: Instances. Parent ref: group-v703166. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.205838] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a92a53dd-dcde-4dcd-b9b3-538587059577 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.214385] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Created folder: Instances in parent group-v703166. [ 1077.214655] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.216301] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.216522] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731677bc-8be1-43ad-ba67-b76552d7b2e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.234339] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.234339] env[69854]: value = "task-3519741" [ 1077.234339] env[69854]: _type = "Task" [ 1077.234339] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.242855] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519741, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.350385] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.369762] env[69854]: DEBUG oslo_concurrency.lockutils [req-90a15462-6ed2-494b-a49e-80ef6946c3ac req-a8ede7c6-b2fb-4698-aea8-ad5d19cca94c service nova] Releasing lock "refresh_cache-1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.483058] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "459e23dc-3461-47d2-81fb-06176a88e11d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.483378] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "459e23dc-3461-47d2-81fb-06176a88e11d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.483663] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "459e23dc-3461-47d2-81fb-06176a88e11d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.483865] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "459e23dc-3461-47d2-81fb-06176a88e11d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.484908] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "459e23dc-3461-47d2-81fb-06176a88e11d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.491020] env[69854]: INFO nova.compute.manager [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Terminating instance [ 1077.512060] env[69854]: DEBUG nova.compute.manager [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.513022] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c438ccd-3b69-4c70-9378-2e0ce9b4d51f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.607844] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.608379] env[69854]: DEBUG nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.611019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.242s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.613893] env[69854]: INFO nova.compute.claims [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.731433] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.731693] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05501132-f38e-42db-bd5b-dfd2b32b317a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.739629] env[69854]: DEBUG oslo_vmware.api [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1077.739629] env[69854]: value = "task-3519742" [ 1077.739629] env[69854]: _type = "Task" [ 1077.739629] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.747312] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519741, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.750156] env[69854]: DEBUG oslo_vmware.api [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.994539] env[69854]: DEBUG nova.compute.manager [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.994799] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.995724] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f0725-a80c-4d18-b65c-f5e37e6bf4f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.004069] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.004327] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26b17e6-708e-4aa0-b3fa-cd3b891efbb1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.011276] env[69854]: DEBUG oslo_vmware.api [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1078.011276] env[69854]: value = "task-3519743" [ 1078.011276] env[69854]: _type = "Task" [ 1078.011276] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.020134] env[69854]: DEBUG oslo_vmware.api [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.119021] env[69854]: DEBUG nova.compute.utils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.120742] env[69854]: DEBUG nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.120742] env[69854]: DEBUG nova.network.neutron [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.205202] env[69854]: DEBUG nova.policy [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02da6cccf7e9422bb812fecc8df8f1b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ed07e11ff304b81b64c1e8ee7510832', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.247361] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519741, 'name': CreateVM_Task, 'duration_secs': 0.597669} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.247900] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.248464] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.248691] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.249065] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.252510] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cace087d-6b55-4d5e-b9e5-1045166f6f66 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.254332] env[69854]: DEBUG oslo_vmware.api [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.261023] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1078.261023] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52161b0b-2727-4c84-b2d7-b05be105aa48" [ 1078.261023] env[69854]: _type = "Task" [ 1078.261023] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.268597] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52161b0b-2727-4c84-b2d7-b05be105aa48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.523924] env[69854]: DEBUG oslo_vmware.api [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519743, 'name': PowerOffVM_Task, 'duration_secs': 0.216345} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.524937] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.524937] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.524937] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85dfb77a-2ecf-4c24-ab23-af3e08eaed6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.532863] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd833ed5-657e-4e13-87b5-8f21625b7836 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.538765] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Doing hard reboot of VM {{(pid=69854) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1078.538765] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8bc15c49-6e8b-46c7-94a7-c458c0db1147 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.545612] env[69854]: DEBUG oslo_vmware.api [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1078.545612] env[69854]: value = "task-3519745" [ 1078.545612] env[69854]: _type = "Task" [ 1078.545612] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.554255] env[69854]: DEBUG oslo_vmware.api [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519745, 'name': ResetVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.591116] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.591116] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.591116] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleting the datastore file [datastore1] 459e23dc-3461-47d2-81fb-06176a88e11d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.591116] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f1c6e7-2196-453f-a248-950d9f43440b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.597610] env[69854]: DEBUG oslo_vmware.api [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1078.597610] env[69854]: value = "task-3519746" [ 1078.597610] env[69854]: _type = "Task" [ 1078.597610] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.607719] env[69854]: DEBUG oslo_vmware.api [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.626624] env[69854]: DEBUG nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.642400] env[69854]: DEBUG nova.network.neutron [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Successfully created port: 9a6398e0-4ea4-4381-b178-90d8b2fad0e2 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.753710] env[69854]: DEBUG oslo_vmware.api [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519742, 'name': PowerOnVM_Task, 'duration_secs': 0.561673} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.753980] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.754199] env[69854]: DEBUG nova.compute.manager [None req-06808667-99f8-4449-bf3d-6ba9f68203b5 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.755061] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190bf8a6-ee5a-4789-a02f-62486932e5af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.777247] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52161b0b-2727-4c84-b2d7-b05be105aa48, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.777247] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.777247] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.777247] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.777247] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.777545] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.777545] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cde5086-5f2d-4cba-9678-0c55e7de3842 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.786335] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.786525] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.787383] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d44543-fc85-4e55-994b-41423bf10fa2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.793100] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1078.793100] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e2d0b9-6fb4-db3a-ffb5-8acf114dde55" [ 1078.793100] env[69854]: _type = "Task" [ 1078.793100] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.802950] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e2d0b9-6fb4-db3a-ffb5-8acf114dde55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.020402] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e10fe-1dd2-4bca-94ca-7be63111abc3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.027760] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc64e9bd-2e73-4d17-9c8c-6e1fbae0bd2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.059865] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73883e57-3eaf-448b-a158-6b4275da36d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.069647] env[69854]: DEBUG oslo_vmware.api [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519745, 'name': ResetVM_Task, 'duration_secs': 0.094416} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.071193] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Did hard reboot of VM {{(pid=69854) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1079.071448] env[69854]: DEBUG nova.compute.manager [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.072300] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6eeb30-df37-4d92-99b4-f441b3042656 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.076043] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405dc94e-58db-4e7a-b962-f6faf8a20963 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.090058] env[69854]: DEBUG nova.compute.provider_tree [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.108607] env[69854]: DEBUG oslo_vmware.api [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148275} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.108607] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.108607] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.108607] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.108607] env[69854]: INFO nova.compute.manager [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1079.108607] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.108607] env[69854]: DEBUG nova.compute.manager [-] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.108607] env[69854]: DEBUG nova.network.neutron [-] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.219640] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.219821] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.221224] env[69854]: INFO nova.compute.manager [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Shelving [ 1079.303532] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e2d0b9-6fb4-db3a-ffb5-8acf114dde55, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.304315] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df3dd4a-dbeb-4766-9b95-2df4c2ec7177 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.309543] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1079.309543] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5231704d-e364-ecb2-4358-51eaf49789a5" [ 1079.309543] env[69854]: _type = "Task" [ 1079.309543] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.317988] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5231704d-e364-ecb2-4358-51eaf49789a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.411692] env[69854]: DEBUG nova.compute.manager [req-86bb1804-489d-4725-ba87-978de102df9a req-31e401e6-080b-4cdf-8bcb-7c9e7abd2d4b service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Received event network-vif-deleted-393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.411895] env[69854]: INFO nova.compute.manager [req-86bb1804-489d-4725-ba87-978de102df9a req-31e401e6-080b-4cdf-8bcb-7c9e7abd2d4b service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Neutron deleted interface 393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658; detaching it from the instance and deleting it from the info cache [ 1079.412143] env[69854]: DEBUG nova.network.neutron [req-86bb1804-489d-4725-ba87-978de102df9a req-31e401e6-080b-4cdf-8bcb-7c9e7abd2d4b service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.595954] env[69854]: DEBUG nova.scheduler.client.report [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.601329] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9e5fa266-4f77-4937-9760-3b5f18ca6202 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.390s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.641288] env[69854]: DEBUG nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.666759] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.667012] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.667179] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.667363] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.667552] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.667658] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.667864] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.668043] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.668220] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.668384] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.668564] env[69854]: DEBUG nova.virt.hardware [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.669415] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83861b2e-50b2-47bd-9c29-7c5aafb28887 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.677562] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d811cf-d4fe-4517-b392-bcd2bd90aafc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.820978] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5231704d-e364-ecb2-4358-51eaf49789a5, 'name': SearchDatastore_Task, 'duration_secs': 0.019831} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.821286] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.821553] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d/32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.821827] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09745ebe-23ec-4e2b-898e-b95cb1c0a944 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.829258] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1079.829258] env[69854]: value = "task-3519747" [ 1079.829258] env[69854]: _type = "Task" [ 1079.829258] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.837195] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.896908] env[69854]: DEBUG nova.network.neutron [-] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.916051] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-503d6ae3-20cc-4d61-a31e-fb8abc24aa99 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.925097] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab31b76c-88a4-4767-b3e5-b01b06e41542 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.957979] env[69854]: DEBUG nova.compute.manager [req-86bb1804-489d-4725-ba87-978de102df9a req-31e401e6-080b-4cdf-8bcb-7c9e7abd2d4b service nova] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Detach interface failed, port_id=393cd8d3-18dd-4bcd-9eea-8d7f0ee2a658, reason: Instance 459e23dc-3461-47d2-81fb-06176a88e11d could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.102976] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.103544] env[69854]: DEBUG nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.107060] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.581s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.111020] env[69854]: DEBUG nova.objects.instance [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lazy-loading 'resources' on Instance uuid 89a76b3a-29f1-4ba1-90c2-06f6f876f74d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.214553] env[69854]: DEBUG nova.compute.manager [req-54d043a5-eb7c-403a-a9a3-41daf6c9b322 req-0f6917f2-74c7-4dd7-b3cd-4045230ea823 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Received event network-vif-plugged-9a6398e0-4ea4-4381-b178-90d8b2fad0e2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.214874] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d043a5-eb7c-403a-a9a3-41daf6c9b322 req-0f6917f2-74c7-4dd7-b3cd-4045230ea823 service nova] Acquiring lock "9687559c-2f70-4a39-bd12-c5ff66a69038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.215171] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d043a5-eb7c-403a-a9a3-41daf6c9b322 req-0f6917f2-74c7-4dd7-b3cd-4045230ea823 service nova] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.215372] env[69854]: DEBUG oslo_concurrency.lockutils [req-54d043a5-eb7c-403a-a9a3-41daf6c9b322 req-0f6917f2-74c7-4dd7-b3cd-4045230ea823 service nova] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.215655] env[69854]: DEBUG nova.compute.manager [req-54d043a5-eb7c-403a-a9a3-41daf6c9b322 req-0f6917f2-74c7-4dd7-b3cd-4045230ea823 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] No waiting events found dispatching network-vif-plugged-9a6398e0-4ea4-4381-b178-90d8b2fad0e2 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.215942] env[69854]: WARNING nova.compute.manager [req-54d043a5-eb7c-403a-a9a3-41daf6c9b322 req-0f6917f2-74c7-4dd7-b3cd-4045230ea823 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Received unexpected event network-vif-plugged-9a6398e0-4ea4-4381-b178-90d8b2fad0e2 for instance with vm_state building and task_state spawning. [ 1080.229482] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.229939] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b816b410-8167-4ee0-8f9f-6207f644db28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.240549] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1080.240549] env[69854]: value = "task-3519748" [ 1080.240549] env[69854]: _type = "Task" [ 1080.240549] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.256856] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.318932] env[69854]: DEBUG nova.network.neutron [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Successfully updated port: 9a6398e0-4ea4-4381-b178-90d8b2fad0e2 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.341549] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472679} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.341549] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d/32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.341549] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.341783] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb5cf9f0-36e4-4908-b635-c93633d135c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.344262] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6ac198f1-2b08-4937-af85-e83b33a17edf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.345031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.345031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.345031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.345222] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.349054] env[69854]: INFO nova.compute.manager [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Terminating instance [ 1080.355913] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1080.355913] env[69854]: value = "task-3519749" [ 1080.355913] env[69854]: _type = "Task" [ 1080.355913] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.366032] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.400084] env[69854]: INFO nova.compute.manager [-] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Took 1.29 seconds to deallocate network for instance. [ 1080.614779] env[69854]: DEBUG nova.compute.utils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.617620] env[69854]: DEBUG nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1080.752059] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519748, 'name': PowerOffVM_Task, 'duration_secs': 0.253323} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.752366] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.753294] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d39728-df97-4db1-9ed8-bb2fe4715605 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.776610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962907f-22ea-4c1d-962b-d6c3167ef87a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.822697] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "refresh_cache-9687559c-2f70-4a39-bd12-c5ff66a69038" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.822875] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquired lock "refresh_cache-9687559c-2f70-4a39-bd12-c5ff66a69038" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.823052] env[69854]: DEBUG nova.network.neutron [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.853628] env[69854]: DEBUG nova.compute.manager [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.853850] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.854760] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66f9dd-5a2b-4b4f-8d09-ff0657a4c631 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.868064] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11707} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.870176] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.870506] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.873309] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dbc20d-3ec3-4c15-9f11-8ec9efda5263 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.875653] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35662e0d-b99b-4f3a-ba96-563c786334ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.896730] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d/32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.901278] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3826356-095f-45d8-9434-9c7d9f8b357f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.917226] env[69854]: DEBUG oslo_vmware.api [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1080.917226] env[69854]: value = "task-3519750" [ 1080.917226] env[69854]: _type = "Task" [ 1080.917226] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.917642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.924066] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1080.924066] env[69854]: value = "task-3519751" [ 1080.924066] env[69854]: _type = "Task" [ 1080.924066] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.927286] env[69854]: DEBUG oslo_vmware.api [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.942621] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.973330] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0536bb21-44f7-493d-9276-10a9fd32bde8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.980029] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7184bb-0c97-4ccd-a4cf-7d5a63158745 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.014027] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc078474-0885-48b7-aa7c-b49a3fb79f28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.020653] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b997285-9687-40c5-80ec-0698e7f1b7e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.034126] env[69854]: DEBUG nova.compute.provider_tree [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.119361] env[69854]: DEBUG nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.287450] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1081.288295] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-575e7327-fa18-48c3-aa37-23fea67c764a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.294890] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1081.294890] env[69854]: value = "task-3519752" [ 1081.294890] env[69854]: _type = "Task" [ 1081.294890] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.304814] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.356255] env[69854]: DEBUG nova.network.neutron [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.429569] env[69854]: DEBUG oslo_vmware.api [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519750, 'name': PowerOffVM_Task, 'duration_secs': 0.429478} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.432965] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.433193] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.435941] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b42a87c-acee-4fec-957d-191cdc629a11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.444031] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.512046] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.512149] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.512334] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleting the datastore file [datastore1] 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.512600] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81edaa78-cfe7-4c6a-95ac-59828114f39e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.522720] env[69854]: DEBUG oslo_vmware.api [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1081.522720] env[69854]: value = "task-3519754" [ 1081.522720] env[69854]: _type = "Task" [ 1081.522720] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.535140] env[69854]: DEBUG oslo_vmware.api [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.537730] env[69854]: DEBUG nova.scheduler.client.report [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.548687] env[69854]: DEBUG nova.network.neutron [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Updating instance_info_cache with network_info: [{"id": "9a6398e0-4ea4-4381-b178-90d8b2fad0e2", "address": "fa:16:3e:4c:14:a6", "network": {"id": "b1b0ba8c-6f86-400e-ac50-3bdf4d90cc32", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-440613226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ed07e11ff304b81b64c1e8ee7510832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6398e0-4e", "ovs_interfaceid": "9a6398e0-4ea4-4381-b178-90d8b2fad0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.806166] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519752, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.942593] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519751, 'name': ReconfigVM_Task, 'duration_secs': 0.607876} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.942888] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d/32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.943542] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601fd76f-9acb-47ab-bacb-577d51de846a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.950623] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1081.950623] env[69854]: value = "task-3519755" [ 1081.950623] env[69854]: _type = "Task" [ 1081.950623] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.959735] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519755, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.019545] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.019858] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.020097] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "e1d5c300-bf38-4d68-abab-83db27f195ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.020309] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.020500] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.026845] env[69854]: INFO nova.compute.manager [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Terminating instance [ 1082.034195] env[69854]: DEBUG oslo_vmware.api [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458103} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.034610] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.034813] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.034993] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.035174] env[69854]: INFO nova.compute.manager [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1082.035417] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.035677] env[69854]: DEBUG nova.compute.manager [-] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.035754] env[69854]: DEBUG nova.network.neutron [-] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.042216] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.044245] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.485s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.050401] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Releasing lock "refresh_cache-9687559c-2f70-4a39-bd12-c5ff66a69038" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.050687] env[69854]: DEBUG nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Instance network_info: |[{"id": "9a6398e0-4ea4-4381-b178-90d8b2fad0e2", "address": "fa:16:3e:4c:14:a6", "network": {"id": "b1b0ba8c-6f86-400e-ac50-3bdf4d90cc32", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-440613226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ed07e11ff304b81b64c1e8ee7510832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6398e0-4e", "ovs_interfaceid": "9a6398e0-4ea4-4381-b178-90d8b2fad0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.051076] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:14:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a6398e0-4ea4-4381-b178-90d8b2fad0e2', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.058989] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Creating folder: Project (1ed07e11ff304b81b64c1e8ee7510832). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.059329] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4210134-a751-444e-b38d-f7679b4b0498 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.062720] env[69854]: INFO nova.scheduler.client.report [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted allocations for instance 89a76b3a-29f1-4ba1-90c2-06f6f876f74d [ 1082.073483] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Created folder: Project (1ed07e11ff304b81b64c1e8ee7510832) in parent group-v702928. [ 1082.073483] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Creating folder: Instances. Parent ref: group-v703169. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.073626] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-609e8c14-e4af-4e26-ba19-e55fd2dfafcd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.082972] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Created folder: Instances in parent group-v703169. [ 1082.083224] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.083343] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.083557] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0c06758-2ea4-4689-afb6-b8d2310e5aa5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.105203] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.105203] env[69854]: value = "task-3519758" [ 1082.105203] env[69854]: _type = "Task" [ 1082.105203] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.117903] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519758, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.132231] env[69854]: DEBUG nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.161281] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.161533] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.161693] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.161879] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.162039] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.162193] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.162404] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.162566] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.162736] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.162894] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.163138] env[69854]: DEBUG nova.virt.hardware [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.163995] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959ccd7-b6d8-43f8-b093-d8ad24362bdd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.171681] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16522d61-a377-4bf6-a507-3c41d04d5a8d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.185274] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.191277] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.191417] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.191653] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325831ce-8a3c-4d96-9a94-f809170ad7e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.210344] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.210344] env[69854]: value = "task-3519759" [ 1082.210344] env[69854]: _type = "Task" [ 1082.210344] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.222176] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519759, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.302761] env[69854]: DEBUG nova.compute.manager [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Received event network-changed-9a6398e0-4ea4-4381-b178-90d8b2fad0e2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.302999] env[69854]: DEBUG nova.compute.manager [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Refreshing instance network info cache due to event network-changed-9a6398e0-4ea4-4381-b178-90d8b2fad0e2. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.303184] env[69854]: DEBUG oslo_concurrency.lockutils [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] Acquiring lock "refresh_cache-9687559c-2f70-4a39-bd12-c5ff66a69038" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.303365] env[69854]: DEBUG oslo_concurrency.lockutils [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] Acquired lock "refresh_cache-9687559c-2f70-4a39-bd12-c5ff66a69038" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.303681] env[69854]: DEBUG nova.network.neutron [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Refreshing network info cache for port 9a6398e0-4ea4-4381-b178-90d8b2fad0e2 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.311985] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519752, 'name': CreateSnapshot_Task, 'duration_secs': 0.891311} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.312271] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1082.313646] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2afec22-de2a-4d36-b234-a84f43c019b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.462973] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519755, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.536172] env[69854]: DEBUG nova.compute.manager [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.539113] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.539113] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c016373-8bd3-4a1d-9c84-0aacecc9b5af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.556052] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.556566] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ccdeec3-f2c5-4bde-8c37-b67043c9584d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.563755] env[69854]: DEBUG oslo_vmware.api [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1082.563755] env[69854]: value = "task-3519760" [ 1082.563755] env[69854]: _type = "Task" [ 1082.563755] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.571981] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9deb7109-adb0-4047-99ed-b94e7ead91f6 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "89a76b3a-29f1-4ba1-90c2-06f6f876f74d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.693s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.583077] env[69854]: DEBUG oslo_vmware.api [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.616007] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519758, 'name': CreateVM_Task, 'duration_secs': 0.406259} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.617461] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.618172] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.618341] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.618748] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.619222] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e6b6f3-3497-4664-abe1-790b415c6d6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.623979] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1082.623979] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d158d6-a541-db76-43da-8fca40f9e2f7" [ 1082.623979] env[69854]: _type = "Task" [ 1082.623979] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.633879] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d158d6-a541-db76-43da-8fca40f9e2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.721237] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519759, 'name': CreateVM_Task, 'duration_secs': 0.381293} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.721464] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.721960] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.722306] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.722674] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.722994] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2271a546-a7e3-4076-9b87-13015b39b948 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.727796] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1082.727796] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526fcfcb-2c51-e4b0-18c1-1ace48d92b1c" [ 1082.727796] env[69854]: _type = "Task" [ 1082.727796] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.736018] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526fcfcb-2c51-e4b0-18c1-1ace48d92b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.833624] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1082.834274] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f14913c-0dc5-4529-82b4-8dcee0f50ba9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.844715] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1082.844715] env[69854]: value = "task-3519761" [ 1082.844715] env[69854]: _type = "Task" [ 1082.844715] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.852611] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519761, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.968276] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519755, 'name': Rename_Task, 'duration_secs': 0.726233} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.968276] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.968276] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c53c79ef-5d9d-4e11-b76b-c53ef2cf5f51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.975016] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1082.975016] env[69854]: value = "task-3519762" [ 1082.975016] env[69854]: _type = "Task" [ 1082.975016] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.985712] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.017502] env[69854]: DEBUG nova.network.neutron [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Updated VIF entry in instance network info cache for port 9a6398e0-4ea4-4381-b178-90d8b2fad0e2. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.017862] env[69854]: DEBUG nova.network.neutron [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Updating instance_info_cache with network_info: [{"id": "9a6398e0-4ea4-4381-b178-90d8b2fad0e2", "address": "fa:16:3e:4c:14:a6", "network": {"id": "b1b0ba8c-6f86-400e-ac50-3bdf4d90cc32", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-440613226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ed07e11ff304b81b64c1e8ee7510832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6398e0-4e", "ovs_interfaceid": "9a6398e0-4ea4-4381-b178-90d8b2fad0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.077022] env[69854]: DEBUG oslo_vmware.api [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519760, 'name': PowerOffVM_Task, 'duration_secs': 0.348718} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.077322] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.077498] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.078053] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe1f5f3-ca67-42a2-aafe-e8f04cd90a57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.082846] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 78068fe4-df94-47e1-bacf-499b8f9faeea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.082846] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance eddda2a1-2988-471e-af3b-99c8ec29cffc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.082846] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e1d5c300-bf38-4d68-abab-83db27f195ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.082846] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance bffcb97f-4734-429f-a76a-44e05ca7d755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083140] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083140] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 50774648-3c9a-4361-870e-3364a20e2f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083257] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d8f11640-a3a3-42aa-afd7-674cd2af95c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083297] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d8405744-92c4-4afe-b7cd-ce8fc5755c42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083407] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance bbdd8f67-5064-414e-803a-61ab683f0c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083509] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 0bba67d1-91f2-4359-9eb8-1eb928e7c11b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083678] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e2de5455-e804-4086-909f-dd8f81749b77 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.083774] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 212c90bb-cfbf-496b-a1bd-685e0c8ee420 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083875] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 7cacfaf2-b4b9-417a-84ec-332b5238ef00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.083986] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 6ac198f1-2b08-4937-af85-e83b33a17edf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.084121] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 736701d6-fe4d-4036-b0b5-956538f5ca22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.084245] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance b0b6c63d-ca17-45df-a731-90d6a06ace08 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.084365] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 459e23dc-3461-47d2-81fb-06176a88e11d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.084480] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.084625] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.084742] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 9687559c-2f70-4a39-bd12-c5ff66a69038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.084853] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 25126850-d93c-437a-b08f-99cd51d2f6e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.120037] env[69854]: DEBUG nova.network.neutron [-] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.137170] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d158d6-a541-db76-43da-8fca40f9e2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.137521] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.137892] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.138138] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.138516] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.138743] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.139379] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c05134e-7410-4415-8f5c-60247f824717 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.147212] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.147337] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.147515] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Deleting the datastore file [datastore2] e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.147765] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5e23a6a-b956-4cd1-b96f-50ac6e1515cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.151639] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.151847] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.152567] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af223d74-fb6a-477b-a7ca-03ed9f94fd0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.156451] env[69854]: DEBUG oslo_vmware.api [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1083.156451] env[69854]: value = "task-3519764" [ 1083.156451] env[69854]: _type = "Task" [ 1083.156451] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.161978] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1083.161978] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526aa93e-7ce6-af93-fa4e-16f506fef32d" [ 1083.161978] env[69854]: _type = "Task" [ 1083.161978] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.169594] env[69854]: DEBUG oslo_vmware.api [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.173527] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526aa93e-7ce6-af93-fa4e-16f506fef32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.238370] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526fcfcb-2c51-e4b0-18c1-1ace48d92b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.238694] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.238933] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.239211] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.239340] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.239523] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.239835] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c027e38-a897-409c-b3f6-9d1c3793ee17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.249645] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.249857] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.250656] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06dfdbf7-0b64-48ff-a0cf-1b9bcc37489b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.258193] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1083.258193] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b23bad-e2da-81e6-28c3-d1a91b55a1a9" [ 1083.258193] env[69854]: _type = "Task" [ 1083.258193] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.266163] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b23bad-e2da-81e6-28c3-d1a91b55a1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.354434] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519761, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.487451] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519762, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.520371] env[69854]: DEBUG oslo_concurrency.lockutils [req-3fb7f3a5-c534-4dfd-ac50-2cdde88f6441 req-e3b3ba59-8cc2-4a6b-9139-b7607b08e063 service nova] Releasing lock "refresh_cache-9687559c-2f70-4a39-bd12-c5ff66a69038" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.546665] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.546946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.547169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.547352] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.547518] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.549678] env[69854]: INFO nova.compute.manager [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Terminating instance [ 1083.588611] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 08f36156-667b-4d10-80f8-4977dc4d7357 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1083.623042] env[69854]: INFO nova.compute.manager [-] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Took 1.59 seconds to deallocate network for instance. [ 1083.670055] env[69854]: DEBUG oslo_vmware.api [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177224} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.670815] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.670949] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.671062] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.671250] env[69854]: INFO nova.compute.manager [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1083.671515] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.671722] env[69854]: DEBUG nova.compute.manager [-] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.671809] env[69854]: DEBUG nova.network.neutron [-] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.677407] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526aa93e-7ce6-af93-fa4e-16f506fef32d, 'name': SearchDatastore_Task, 'duration_secs': 0.018196} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.678504] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00076be5-8188-4ec9-bd2e-31b335638fcc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.684042] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1083.684042] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52184c44-2535-a6fc-7691-1a1b997189c7" [ 1083.684042] env[69854]: _type = "Task" [ 1083.684042] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.692349] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52184c44-2535-a6fc-7691-1a1b997189c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.769599] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b23bad-e2da-81e6-28c3-d1a91b55a1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013804} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.772734] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c776d1e3-9a71-46ab-a143-8efb5d89b38d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.783253] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1083.783253] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525a0fb9-9dc0-d808-59b8-19de5d993d3c" [ 1083.783253] env[69854]: _type = "Task" [ 1083.783253] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.793508] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525a0fb9-9dc0-d808-59b8-19de5d993d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.859088] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519761, 'name': CloneVM_Task} progress is 95%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.987655] env[69854]: DEBUG oslo_vmware.api [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519762, 'name': PowerOnVM_Task, 'duration_secs': 0.587501} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.988415] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.988415] env[69854]: INFO nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1083.988415] env[69854]: DEBUG nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.989137] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f233c1fc-37a3-4f5d-bc5b-434eb839f6a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.054252] env[69854]: DEBUG nova.compute.manager [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.054252] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.055182] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871732e7-d25f-4991-9e74-065a65646f9e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.062618] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.062905] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f06835-4f09-4ac8-9db0-70a6c8598b75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.069993] env[69854]: DEBUG oslo_vmware.api [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1084.069993] env[69854]: value = "task-3519765" [ 1084.069993] env[69854]: _type = "Task" [ 1084.069993] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.078233] env[69854]: DEBUG oslo_vmware.api [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.092513] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 64675229-c4bf-4cab-a633-2aecc6cfc422 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1084.130194] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.194980] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52184c44-2535-a6fc-7691-1a1b997189c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.196802] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.197142] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9687559c-2f70-4a39-bd12-c5ff66a69038/9687559c-2f70-4a39-bd12-c5ff66a69038.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.197634] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3102b54b-256a-4e66-9850-9335f5eab133 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.205055] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1084.205055] env[69854]: value = "task-3519766" [ 1084.205055] env[69854]: _type = "Task" [ 1084.205055] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.214850] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.293066] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525a0fb9-9dc0-d808-59b8-19de5d993d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.023179} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.293400] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.294230] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.294553] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e1c6df1-4239-44ea-a9b6-778cd59cc962 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.302958] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1084.302958] env[69854]: value = "task-3519767" [ 1084.302958] env[69854]: _type = "Task" [ 1084.302958] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.310967] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.340956] env[69854]: DEBUG nova.compute.manager [req-f8f49cbd-87a5-44ed-a680-8b1181e3ef65 req-dbab76a3-ec85-45ad-a228-7959c2e6abf7 service nova] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Received event network-vif-deleted-3e6619ef-879a-4e62-a8d2-deff62d17168 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.341296] env[69854]: DEBUG nova.compute.manager [req-f8f49cbd-87a5-44ed-a680-8b1181e3ef65 req-dbab76a3-ec85-45ad-a228-7959c2e6abf7 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Received event network-vif-deleted-1e4ab4f1-01ef-431e-a334-8b7e243f15bb {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.341484] env[69854]: INFO nova.compute.manager [req-f8f49cbd-87a5-44ed-a680-8b1181e3ef65 req-dbab76a3-ec85-45ad-a228-7959c2e6abf7 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Neutron deleted interface 1e4ab4f1-01ef-431e-a334-8b7e243f15bb; detaching it from the instance and deleting it from the info cache [ 1084.341681] env[69854]: DEBUG nova.network.neutron [req-f8f49cbd-87a5-44ed-a680-8b1181e3ef65 req-dbab76a3-ec85-45ad-a228-7959c2e6abf7 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.356752] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519761, 'name': CloneVM_Task, 'duration_secs': 1.140858} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.357684] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Created linked-clone VM from snapshot [ 1084.358562] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b00ea6-d912-48b2-a486-23fc26014cf8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.368213] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Uploading image 821607d0-e4f2-4e99-96f1-974b56ed40cb {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1084.405722] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1084.405722] env[69854]: value = "vm-703174" [ 1084.405722] env[69854]: _type = "VirtualMachine" [ 1084.405722] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1084.406026] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0c333fa-9cba-4091-86f6-a9dfa03476f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.413132] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease: (returnval){ [ 1084.413132] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3da77-23b2-28ce-c50c-e92b5578d0e8" [ 1084.413132] env[69854]: _type = "HttpNfcLease" [ 1084.413132] env[69854]: } obtained for exporting VM: (result){ [ 1084.413132] env[69854]: value = "vm-703174" [ 1084.413132] env[69854]: _type = "VirtualMachine" [ 1084.413132] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1084.413489] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the lease: (returnval){ [ 1084.413489] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3da77-23b2-28ce-c50c-e92b5578d0e8" [ 1084.413489] env[69854]: _type = "HttpNfcLease" [ 1084.413489] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1084.421141] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.421141] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3da77-23b2-28ce-c50c-e92b5578d0e8" [ 1084.421141] env[69854]: _type = "HttpNfcLease" [ 1084.421141] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.506861] env[69854]: INFO nova.compute.manager [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Took 23.58 seconds to build instance. [ 1084.580115] env[69854]: DEBUG oslo_vmware.api [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519765, 'name': PowerOffVM_Task, 'duration_secs': 0.236042} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.580393] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.580562] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.580908] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d461e9d-8e39-417c-b8b5-3cb11f35c9dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.595169] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e6475ec5-d519-4437-933a-aa038c66ab1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1084.595588] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1084.595707] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1084.645475] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.645747] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.646343] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleting the datastore file [datastore1] 0bba67d1-91f2-4359-9eb8-1eb928e7c11b {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.646343] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72407e7-5b57-4b86-a3fc-2e1dc195f8db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.661695] env[69854]: DEBUG oslo_vmware.api [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1084.661695] env[69854]: value = "task-3519770" [ 1084.661695] env[69854]: _type = "Task" [ 1084.661695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.673242] env[69854]: DEBUG oslo_vmware.api [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.698133] env[69854]: DEBUG nova.network.neutron [-] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.719970] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482682} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.720271] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 9687559c-2f70-4a39-bd12-c5ff66a69038/9687559c-2f70-4a39-bd12-c5ff66a69038.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.720497] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.720760] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08f12ba4-1444-4ab1-a703-4273263626f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.729856] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1084.729856] env[69854]: value = "task-3519771" [ 1084.729856] env[69854]: _type = "Task" [ 1084.729856] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.739722] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.817922] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.845037] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-681a0c71-8236-45dc-8ca9-89c21d5fff3a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.855214] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73e9e51-6c0f-41a4-852a-7cc8e7c6c103 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.898499] env[69854]: DEBUG nova.compute.manager [req-f8f49cbd-87a5-44ed-a680-8b1181e3ef65 req-dbab76a3-ec85-45ad-a228-7959c2e6abf7 service nova] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Detach interface failed, port_id=1e4ab4f1-01ef-431e-a334-8b7e243f15bb, reason: Instance e1d5c300-bf38-4d68-abab-83db27f195ce could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.920863] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.920863] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3da77-23b2-28ce-c50c-e92b5578d0e8" [ 1084.920863] env[69854]: _type = "HttpNfcLease" [ 1084.920863] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.921685] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.921685] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3da77-23b2-28ce-c50c-e92b5578d0e8" [ 1084.921685] env[69854]: _type = "HttpNfcLease" [ 1084.921685] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1084.924604] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861fd250-137f-4273-a6a2-f6ecbfd92f2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.933721] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52452f79-c296-ea45-e6e1-ceb2c0f861b3/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.934226] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52452f79-c296-ea45-e6e1-ceb2c0f861b3/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1085.010628] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c217d313-2c06-459c-b822-fa21179bf231 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.093s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.037624] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d152ad3-c747-48b0-a67a-2233deb5b370 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.044360] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e7d141c-7b0f-4138-9969-b5bc8e017db1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.049252] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd92d2-38d4-4a64-b9ae-75a772ed09fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.081806] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23126578-38e9-4fef-b7dd-9df992c7b420 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.091602] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0a635-a8b2-43d3-932c-67ca04864d86 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.109529] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.172900] env[69854]: DEBUG oslo_vmware.api [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465133} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.173219] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.173410] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.173583] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.173755] env[69854]: INFO nova.compute.manager [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1085.173990] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.174197] env[69854]: DEBUG nova.compute.manager [-] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.174290] env[69854]: DEBUG nova.network.neutron [-] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.200278] env[69854]: INFO nova.compute.manager [-] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Took 1.53 seconds to deallocate network for instance. [ 1085.241867] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070302} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.242168] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.245100] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d38c7b-c094-460a-9c7a-f7759a5b2945 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.266477] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9687559c-2f70-4a39-bd12-c5ff66a69038/9687559c-2f70-4a39-bd12-c5ff66a69038.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.267224] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e099f7-a2bf-4e6c-8372-5b9cf4d3f1c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.289315] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1085.289315] env[69854]: value = "task-3519772" [ 1085.289315] env[69854]: _type = "Task" [ 1085.289315] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.297070] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.313226] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702268} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.313517] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.313937] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.314300] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ad549c-a4e4-47d8-b6ff-fdd2d36d7b13 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.320472] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1085.320472] env[69854]: value = "task-3519773" [ 1085.320472] env[69854]: _type = "Task" [ 1085.320472] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.329253] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.612356] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.710942] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.801400] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.830940] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095187} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.831308] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.832180] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39dfc7e-def0-4b96-970e-918099def6a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.852724] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.852998] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2a5605-7923-4f7e-851a-2391cfffd097 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.873765] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1085.873765] env[69854]: value = "task-3519774" [ 1085.873765] env[69854]: _type = "Task" [ 1085.873765] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.882240] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.945625] env[69854]: DEBUG nova.network.neutron [-] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.117579] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1086.117878] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.074s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.118216] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.825s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.120109] env[69854]: INFO nova.compute.claims [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.300454] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519772, 'name': ReconfigVM_Task, 'duration_secs': 0.653888} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.300957] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9687559c-2f70-4a39-bd12-c5ff66a69038/9687559c-2f70-4a39-bd12-c5ff66a69038.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.302022] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8bb536-3ce3-4c2d-9b8d-9ac8efd4246a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.309071] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1086.309071] env[69854]: value = "task-3519775" [ 1086.309071] env[69854]: _type = "Task" [ 1086.309071] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.317949] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519775, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.370676] env[69854]: DEBUG nova.compute.manager [req-3cbe142c-41db-4810-af98-5f04a62d58b0 req-876450bb-d399-45e7-964f-eda3fb126206 service nova] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Received event network-vif-deleted-7fbc3fa1-c428-4dd0-972a-51b266c6b4fd {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.383754] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519774, 'name': ReconfigVM_Task, 'duration_secs': 0.501061} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.384111] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.384804] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d987b20-51d6-4571-b9f4-d60e1de8546e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.391097] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1086.391097] env[69854]: value = "task-3519776" [ 1086.391097] env[69854]: _type = "Task" [ 1086.391097] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.399636] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519776, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.448389] env[69854]: INFO nova.compute.manager [-] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Took 1.27 seconds to deallocate network for instance. [ 1086.819483] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519775, 'name': Rename_Task, 'duration_secs': 0.224336} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.819797] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.820059] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1210b41-1ab1-44f1-a98f-e52036d49011 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.828143] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1086.828143] env[69854]: value = "task-3519777" [ 1086.828143] env[69854]: _type = "Task" [ 1086.828143] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.838136] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.901343] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519776, 'name': Rename_Task, 'duration_secs': 0.214833} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.902025] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.902167] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df6e6a1a-57e2-42e1-8514-0d9e819e8f11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.908806] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1086.908806] env[69854]: value = "task-3519778" [ 1086.908806] env[69854]: _type = "Task" [ 1086.908806] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.917335] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.955750] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.340514] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.423289] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519778, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.486535] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660822b6-68af-4e5c-8583-3d693fe83458 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.495745] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed17313-2e63-457c-a645-0778e8c3e258 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.537813] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb35764-ea2c-4d12-b2a6-b500b7423b30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.546613] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53f6f1-9101-49c5-92a7-892956305ad3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.560525] env[69854]: DEBUG nova.compute.provider_tree [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.839651] env[69854]: DEBUG oslo_vmware.api [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519777, 'name': PowerOnVM_Task, 'duration_secs': 0.835633} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.839988] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.840237] env[69854]: INFO nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1087.840381] env[69854]: DEBUG nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.841191] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5634feac-3067-4536-94f3-3ff8abb652a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.919326] env[69854]: DEBUG oslo_vmware.api [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519778, 'name': PowerOnVM_Task, 'duration_secs': 0.664878} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.919588] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.919788] env[69854]: INFO nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Took 5.79 seconds to spawn the instance on the hypervisor. [ 1087.919970] env[69854]: DEBUG nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.920754] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602faacb-0bbb-4192-93ac-22c3f95882c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.064441] env[69854]: DEBUG nova.scheduler.client.report [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.360181] env[69854]: INFO nova.compute.manager [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Took 27.26 seconds to build instance. [ 1088.437977] env[69854]: INFO nova.compute.manager [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Took 27.08 seconds to build instance. [ 1088.570767] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.571317] env[69854]: DEBUG nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.574095] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.688s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.575041] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.577196] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.242s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.577387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.579131] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.118s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.580840] env[69854]: INFO nova.compute.claims [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.605657] env[69854]: INFO nova.scheduler.client.report [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted allocations for instance b0b6c63d-ca17-45df-a731-90d6a06ace08 [ 1088.608285] env[69854]: INFO nova.scheduler.client.report [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Deleted allocations for instance 736701d6-fe4d-4036-b0b5-956538f5ca22 [ 1088.864699] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5f05715-8e5e-4915-86c9-f02499f2fd17 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.776s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.904416] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "9687559c-2f70-4a39-bd12-c5ff66a69038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.904861] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.905145] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "9687559c-2f70-4a39-bd12-c5ff66a69038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.905422] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.905657] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.907763] env[69854]: INFO nova.compute.manager [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Terminating instance [ 1088.939193] env[69854]: DEBUG oslo_concurrency.lockutils [None req-06112f18-466e-4f6b-aa21-06b4da63f2a4 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "25126850-d93c-437a-b08f-99cd51d2f6e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.595s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.088779] env[69854]: DEBUG nova.compute.utils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.093259] env[69854]: DEBUG nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.093259] env[69854]: DEBUG nova.network.neutron [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.119261] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cde4eff0-789e-48a0-9386-2f54f214db45 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "b0b6c63d-ca17-45df-a731-90d6a06ace08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.298s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.119901] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d39923fb-11bd-420f-8096-54f57f6e2d56 tempest-ServersAaction247Test-72300175 tempest-ServersAaction247Test-72300175-project-member] Lock "736701d6-fe4d-4036-b0b5-956538f5ca22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.226s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.152652] env[69854]: DEBUG nova.policy [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.411762] env[69854]: DEBUG nova.compute.manager [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.412059] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.413180] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f431852a-56f2-4856-aba3-5d9e34bbef4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.426598] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.429438] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a01ba3c-6cb1-47fa-8dcd-a8c357f7d935 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.434445] env[69854]: DEBUG oslo_vmware.api [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1089.434445] env[69854]: value = "task-3519779" [ 1089.434445] env[69854]: _type = "Task" [ 1089.434445] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.446351] env[69854]: DEBUG oslo_vmware.api [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.522229] env[69854]: DEBUG nova.network.neutron [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Successfully created port: 4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.560137] env[69854]: INFO nova.compute.manager [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Rebuilding instance [ 1089.593973] env[69854]: DEBUG nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.632013] env[69854]: DEBUG nova.compute.manager [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.633536] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8678c09-78aa-4613-b668-309a682a48c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.948709] env[69854]: DEBUG oslo_vmware.api [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519779, 'name': PowerOffVM_Task, 'duration_secs': 0.278544} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.948996] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.949189] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.949448] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61a8ef3b-9b45-4fe1-b1b8-bf7b1b693128 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.953081] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10562320-74d2-4a0f-a60c-2f25a81203c0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.960089] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e66c6-a03c-4ee3-98c4-4398b60672a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.990206] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4662a569-758d-497b-a4cd-7f21de958143 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.998212] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b678c53-e809-4f9a-9d5a-02445b30227c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.013132] env[69854]: DEBUG nova.compute.provider_tree [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.015720] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.015927] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.016125] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Deleting the datastore file [datastore2] 9687559c-2f70-4a39-bd12-c5ff66a69038 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.016615] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb3ac53-f898-4c9c-9a1d-8e8ac0aa0fc3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.023620] env[69854]: DEBUG oslo_vmware.api [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for the task: (returnval){ [ 1090.023620] env[69854]: value = "task-3519781" [ 1090.023620] env[69854]: _type = "Task" [ 1090.023620] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.032500] env[69854]: DEBUG oslo_vmware.api [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.132705] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.133049] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.133288] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.133495] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.133682] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.135869] env[69854]: INFO nova.compute.manager [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Terminating instance [ 1090.519118] env[69854]: DEBUG nova.scheduler.client.report [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.543189] env[69854]: DEBUG oslo_vmware.api [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Task: {'id': task-3519781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204234} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.543992] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.544374] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.544762] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.545116] env[69854]: INFO nova.compute.manager [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1090.545529] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.545932] env[69854]: DEBUG nova.compute.manager [-] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.546172] env[69854]: DEBUG nova.network.neutron [-] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.609067] env[69854]: DEBUG nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.634493] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.634873] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.634954] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.635216] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.635291] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.635427] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.635690] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.635819] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.635993] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.636393] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.636624] env[69854]: DEBUG nova.virt.hardware [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.637548] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2e8a0d-f93b-49cc-b6d5-476bbd7b038f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.640527] env[69854]: DEBUG nova.compute.manager [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.640769] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.641946] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73467a88-9338-4f52-ac20-759fdc982955 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.652278] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7ae275-6d07-4b25-9f65-c43572f2b2c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.657593] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.658356] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.658627] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fceed422-a75a-4504-8806-c1de9c092750 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.660047] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29aa113b-cb75-476a-a194-f73a2932d64d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.678769] env[69854]: DEBUG oslo_vmware.api [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1090.678769] env[69854]: value = "task-3519782" [ 1090.678769] env[69854]: _type = "Task" [ 1090.678769] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.679154] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1090.679154] env[69854]: value = "task-3519783" [ 1090.679154] env[69854]: _type = "Task" [ 1090.679154] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.692860] env[69854]: DEBUG oslo_vmware.api [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.694863] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.930973] env[69854]: DEBUG nova.compute.manager [req-aa56c4e3-1b47-487b-83b4-d23db0ce61f0 req-8c477a7b-524b-4865-9d8f-a847b67c5dab service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Received event network-vif-deleted-9a6398e0-4ea4-4381-b178-90d8b2fad0e2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.931327] env[69854]: INFO nova.compute.manager [req-aa56c4e3-1b47-487b-83b4-d23db0ce61f0 req-8c477a7b-524b-4865-9d8f-a847b67c5dab service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Neutron deleted interface 9a6398e0-4ea4-4381-b178-90d8b2fad0e2; detaching it from the instance and deleting it from the info cache [ 1090.931327] env[69854]: DEBUG nova.network.neutron [req-aa56c4e3-1b47-487b-83b4-d23db0ce61f0 req-8c477a7b-524b-4865-9d8f-a847b67c5dab service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.033639] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.034289] env[69854]: DEBUG nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.037083] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.727s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.037251] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.039403] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.689s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.040951] env[69854]: INFO nova.compute.claims [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.066423] env[69854]: DEBUG nova.compute.manager [req-8c4bed6d-60b7-417a-8bda-374efe0b9fa6 req-2f3c86f1-0d31-4f69-b5a5-d3962fa56495 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-vif-plugged-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.066688] env[69854]: DEBUG oslo_concurrency.lockutils [req-8c4bed6d-60b7-417a-8bda-374efe0b9fa6 req-2f3c86f1-0d31-4f69-b5a5-d3962fa56495 service nova] Acquiring lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.066938] env[69854]: DEBUG oslo_concurrency.lockutils [req-8c4bed6d-60b7-417a-8bda-374efe0b9fa6 req-2f3c86f1-0d31-4f69-b5a5-d3962fa56495 service nova] Lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.068868] env[69854]: DEBUG oslo_concurrency.lockutils [req-8c4bed6d-60b7-417a-8bda-374efe0b9fa6 req-2f3c86f1-0d31-4f69-b5a5-d3962fa56495 service nova] Lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.069162] env[69854]: DEBUG nova.compute.manager [req-8c4bed6d-60b7-417a-8bda-374efe0b9fa6 req-2f3c86f1-0d31-4f69-b5a5-d3962fa56495 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] No waiting events found dispatching network-vif-plugged-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.069457] env[69854]: WARNING nova.compute.manager [req-8c4bed6d-60b7-417a-8bda-374efe0b9fa6 req-2f3c86f1-0d31-4f69-b5a5-d3962fa56495 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received unexpected event network-vif-plugged-4497f6a1-3ba5-44ee-bcd5-48418075139a for instance with vm_state building and task_state spawning. [ 1091.074078] env[69854]: INFO nova.scheduler.client.report [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Deleted allocations for instance e2de5455-e804-4086-909f-dd8f81749b77 [ 1091.165810] env[69854]: DEBUG nova.network.neutron [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Successfully updated port: 4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.197182] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519783, 'name': PowerOffVM_Task, 'duration_secs': 0.152747} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.201969] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.202486] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.203526] env[69854]: DEBUG oslo_vmware.api [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519782, 'name': PowerOffVM_Task, 'duration_secs': 0.469875} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.204899] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3608c4-d3db-4b39-be34-d76284adcdca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.209081] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.209390] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.210211] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5002f734-bb75-429c-96b2-dd25e8958e18 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.217685] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.217973] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4280fd40-b37c-4f77-86dc-2cb2f6896d4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.242348] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.242686] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.242903] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleting the datastore file [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.243199] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3e60bbc-2c72-4d3f-b936-7e1e074eebf9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.249783] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1091.249783] env[69854]: value = "task-3519786" [ 1091.249783] env[69854]: _type = "Task" [ 1091.249783] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.258435] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.366309] env[69854]: DEBUG nova.network.neutron [-] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.438147] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0555588d-22c8-4614-9035-185442c7055d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.450769] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9fd9d9-1d0d-4129-8acc-9cdb3188d968 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.486659] env[69854]: DEBUG nova.compute.manager [req-aa56c4e3-1b47-487b-83b4-d23db0ce61f0 req-8c477a7b-524b-4865-9d8f-a847b67c5dab service nova] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Detach interface failed, port_id=9a6398e0-4ea4-4381-b178-90d8b2fad0e2, reason: Instance 9687559c-2f70-4a39-bd12-c5ff66a69038 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.535015] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.535273] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.535478] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleting the datastore file [datastore2] 212c90bb-cfbf-496b-a1bd-685e0c8ee420 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.535868] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80e68d86-2e24-4d70-8567-27e1f97ed4ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.541866] env[69854]: DEBUG oslo_vmware.api [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1091.541866] env[69854]: value = "task-3519787" [ 1091.541866] env[69854]: _type = "Task" [ 1091.541866] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.548323] env[69854]: DEBUG nova.compute.utils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.551930] env[69854]: DEBUG nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.551930] env[69854]: DEBUG nova.network.neutron [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.559037] env[69854]: DEBUG oslo_vmware.api [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.585175] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c59dd75-32b9-4cd0-8125-1a838cf38722 tempest-ServersV294TestFqdnHostnames-2038459689 tempest-ServersV294TestFqdnHostnames-2038459689-project-member] Lock "e2de5455-e804-4086-909f-dd8f81749b77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.657s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.604168] env[69854]: DEBUG nova.policy [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52a48d72ffe84c5b8e9fbe5eced17638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89aafa4e406c490e99fbcf4b35e0b679', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.673033] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.673033] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.673033] env[69854]: DEBUG nova.network.neutron [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.759709] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187569} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.760732] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.760732] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.760913] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.871254] env[69854]: INFO nova.compute.manager [-] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Took 1.32 seconds to deallocate network for instance. [ 1091.899833] env[69854]: DEBUG nova.network.neutron [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Successfully created port: 22b8125e-bd54-40bd-a62c-afd873d2906b {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.052788] env[69854]: DEBUG nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.055370] env[69854]: DEBUG oslo_vmware.api [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.208408] env[69854]: DEBUG nova.network.neutron [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.382061] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.392424] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e05981f-decc-48c1-b510-8d9ef9208222 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.401128] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e4fb92-fe3b-4857-aa0d-96b77e716d11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.431964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88668818-e778-4932-bf31-83abe7951ba9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.439922] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b29bfea-a934-4f29-a963-8268d26d2beb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.444640] env[69854]: DEBUG nova.network.neutron [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.457034] env[69854]: DEBUG nova.compute.provider_tree [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.525269] env[69854]: DEBUG oslo_concurrency.lockutils [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bbdd8f67-5064-414e-803a-61ab683f0c52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.525570] env[69854]: DEBUG oslo_concurrency.lockutils [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.552927] env[69854]: DEBUG oslo_vmware.api [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.738254} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.553211] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.554024] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.554024] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.554024] env[69854]: INFO nova.compute.manager [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1092.554024] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.554232] env[69854]: DEBUG nova.compute.manager [-] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.554268] env[69854]: DEBUG nova.network.neutron [-] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.798767] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.799111] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.799289] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.799513] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.799738] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.799908] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.800131] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.800349] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.800550] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.800748] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.801035] env[69854]: DEBUG nova.virt.hardware [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.802420] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b51df78-34e2-47b9-acc9-c66999c4cc65 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.811806] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce3fdd-0ba2-4955-b787-e78e16f6d2d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.826917] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.833036] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.833342] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.833595] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4670286-ce2a-4a47-8307-22f69014e8bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.851472] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.851472] env[69854]: value = "task-3519788" [ 1092.851472] env[69854]: _type = "Task" [ 1092.851472] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.862392] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519788, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.948474] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.949017] env[69854]: DEBUG nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Instance network_info: |[{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.949660] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:08:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4497f6a1-3ba5-44ee-bcd5-48418075139a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.961313] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.962325] env[69854]: DEBUG nova.scheduler.client.report [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.966301] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.966715] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11520584-01e1-4993-b679-6c43ee4e56c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.993299] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.993299] env[69854]: value = "task-3519789" [ 1092.993299] env[69854]: _type = "Task" [ 1092.993299] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.003788] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519789, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.028958] env[69854]: INFO nova.compute.manager [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Detaching volume 713996eb-eb66-461b-b765-d02b57bb59d1 [ 1093.040063] env[69854]: DEBUG nova.compute.manager [req-71d4782a-112f-4a66-a33e-2cc27bdea196 req-8b98ba8e-de00-4f5c-87a6-ec280eb8fc66 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Received event network-vif-deleted-e10094b8-4c4b-46b4-bb1c-0a501026b224 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.040063] env[69854]: INFO nova.compute.manager [req-71d4782a-112f-4a66-a33e-2cc27bdea196 req-8b98ba8e-de00-4f5c-87a6-ec280eb8fc66 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Neutron deleted interface e10094b8-4c4b-46b4-bb1c-0a501026b224; detaching it from the instance and deleting it from the info cache [ 1093.040226] env[69854]: DEBUG nova.network.neutron [req-71d4782a-112f-4a66-a33e-2cc27bdea196 req-8b98ba8e-de00-4f5c-87a6-ec280eb8fc66 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.061906] env[69854]: DEBUG nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.075026] env[69854]: INFO nova.virt.block_device [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Attempting to driver detach volume 713996eb-eb66-461b-b765-d02b57bb59d1 from mountpoint /dev/sdb [ 1093.075026] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.075026] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703149', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'name': 'volume-713996eb-eb66-461b-b765-d02b57bb59d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbdd8f67-5064-414e-803a-61ab683f0c52', 'attached_at': '', 'detached_at': '', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'serial': '713996eb-eb66-461b-b765-d02b57bb59d1'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.075384] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0bbbba-14b3-48c4-83cd-1a6b617ade07 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.111964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce264f4-6622-4625-9a5d-25a9462a5707 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.115674] env[69854]: DEBUG nova.compute.manager [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.115995] env[69854]: DEBUG nova.compute.manager [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing instance network info cache due to event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.116280] env[69854]: DEBUG oslo_concurrency.lockutils [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.116455] env[69854]: DEBUG oslo_concurrency.lockutils [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.116644] env[69854]: DEBUG nova.network.neutron [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.125788] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.126129] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.126370] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.126548] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.126730] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.126916] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.127298] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.127423] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.127631] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.127842] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.128056] env[69854]: DEBUG nova.virt.hardware [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.128929] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb04341f-f580-4e6a-a894-e65ce2c7541c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.132606] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4536f9a8-6c76-4dd7-8889-d7e86b3e9e45 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.162181] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3d8f7e-2f18-4f37-bd56-2a2eb7eb802c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.166451] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ab4ffb-ed72-4394-a762-8184627c29a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.203905] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] The volume has not been displaced from its original location: [datastore1] volume-713996eb-eb66-461b-b765-d02b57bb59d1/volume-713996eb-eb66-461b-b765-d02b57bb59d1.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.210582] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.211037] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86fbba6c-853f-4e46-9b55-e6b5150b6419 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.229748] env[69854]: DEBUG oslo_vmware.api [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1093.229748] env[69854]: value = "task-3519790" [ 1093.229748] env[69854]: _type = "Task" [ 1093.229748] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.239291] env[69854]: DEBUG oslo_vmware.api [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.364431] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519788, 'name': CreateVM_Task, 'duration_secs': 0.3932} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.365091] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.365919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.366279] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.366704] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.367288] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2fc16f-a5af-45d2-bf2e-20c29e4b9daa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.372859] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1093.372859] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3843f-8fd3-ef1a-82ce-2f5e24600daa" [ 1093.372859] env[69854]: _type = "Task" [ 1093.372859] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.383693] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3843f-8fd3-ef1a-82ce-2f5e24600daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.488157] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.492876] env[69854]: DEBUG nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.495081] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.577s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.495420] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.497715] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.368s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.498079] env[69854]: DEBUG nova.objects.instance [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'resources' on Instance uuid 6ac198f1-2b08-4937-af85-e83b33a17edf {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.516073] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519789, 'name': CreateVM_Task, 'duration_secs': 0.390094} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.516073] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.516073] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.521699] env[69854]: DEBUG nova.network.neutron [-] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.545995] env[69854]: INFO nova.scheduler.client.report [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleted allocations for instance 459e23dc-3461-47d2-81fb-06176a88e11d [ 1093.550858] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5d9ab20-f85c-4f8c-8680-5049768d901b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.565589] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db89a1-c5c4-4195-b7f2-bd13ce61489b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.579402] env[69854]: DEBUG nova.network.neutron [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Successfully updated port: 22b8125e-bd54-40bd-a62c-afd873d2906b {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.605826] env[69854]: DEBUG nova.compute.manager [req-71d4782a-112f-4a66-a33e-2cc27bdea196 req-8b98ba8e-de00-4f5c-87a6-ec280eb8fc66 service nova] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Detach interface failed, port_id=e10094b8-4c4b-46b4-bb1c-0a501026b224, reason: Instance 212c90bb-cfbf-496b-a1bd-685e0c8ee420 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.743148] env[69854]: DEBUG oslo_vmware.api [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519790, 'name': ReconfigVM_Task, 'duration_secs': 0.252075} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.743755] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.748980] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b22cb97d-6926-4a77-aa97-f35f891e207c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.765309] env[69854]: DEBUG oslo_vmware.api [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1093.765309] env[69854]: value = "task-3519791" [ 1093.765309] env[69854]: _type = "Task" [ 1093.765309] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.774128] env[69854]: DEBUG oslo_vmware.api [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.788913] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52452f79-c296-ea45-e6e1-ceb2c0f861b3/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.790112] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5adb2d1-9efc-4484-b50f-f74d3b53d03a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.795997] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52452f79-c296-ea45-e6e1-ceb2c0f861b3/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.796350] env[69854]: ERROR oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52452f79-c296-ea45-e6e1-ceb2c0f861b3/disk-0.vmdk due to incomplete transfer. [ 1093.796758] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-549d1a37-f383-4fba-8422-e7fe6d8c2d03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.803635] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52452f79-c296-ea45-e6e1-ceb2c0f861b3/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1093.803972] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Uploaded image 821607d0-e4f2-4e99-96f1-974b56ed40cb to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1093.806725] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1093.807115] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78bbfa4e-d984-49a4-be72-06475d5aaab4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.814556] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1093.814556] env[69854]: value = "task-3519792" [ 1093.814556] env[69854]: _type = "Task" [ 1093.814556] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.825874] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519792, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.883446] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f3843f-8fd3-ef1a-82ce-2f5e24600daa, 'name': SearchDatastore_Task, 'duration_secs': 0.017315} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.883763] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.883999] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.884325] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.887700] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.887700] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.887700] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.887700] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.887700] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7464d7b5-8974-4207-8cc5-b3b64aae7c6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.888088] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c323e4-0c2f-4c7f-b916-c46abaeac172 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.893225] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1093.893225] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5224e112-a838-cb12-9c7d-51abb5905608" [ 1093.893225] env[69854]: _type = "Task" [ 1093.893225] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.898195] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.898195] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.898913] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eecba04c-2ce3-4619-80fe-e084c61dddcb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.904381] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5224e112-a838-cb12-9c7d-51abb5905608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.908615] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1093.908615] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ffeef8-4187-14c9-5ed0-8f1c70969c49" [ 1093.908615] env[69854]: _type = "Task" [ 1093.908615] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.917075] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ffeef8-4187-14c9-5ed0-8f1c70969c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.001409] env[69854]: DEBUG nova.compute.utils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.002920] env[69854]: DEBUG nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.003183] env[69854]: DEBUG nova.network.neutron [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.023620] env[69854]: INFO nova.compute.manager [-] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Took 1.47 seconds to deallocate network for instance. [ 1094.055213] env[69854]: DEBUG nova.policy [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc58af0925754cc9901150dad800d2e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aee0d14a8d483184d4fa3becb44349', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.059044] env[69854]: DEBUG oslo_concurrency.lockutils [None req-75314133-8615-491b-9218-d04230f77049 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "459e23dc-3461-47d2-81fb-06176a88e11d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.575s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.082246] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.082381] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.082530] env[69854]: DEBUG nova.network.neutron [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.284099] env[69854]: DEBUG oslo_vmware.api [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519791, 'name': ReconfigVM_Task, 'duration_secs': 0.217718} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.284099] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703149', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'name': 'volume-713996eb-eb66-461b-b765-d02b57bb59d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbdd8f67-5064-414e-803a-61ab683f0c52', 'attached_at': '', 'detached_at': '', 'volume_id': '713996eb-eb66-461b-b765-d02b57bb59d1', 'serial': '713996eb-eb66-461b-b765-d02b57bb59d1'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.333250] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519792, 'name': Destroy_Task, 'duration_secs': 0.342355} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.333250] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Destroyed the VM [ 1094.333250] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1094.333406] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0fca81ce-ce7a-4c14-b8d7-17f86cf00054 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.340925] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311bec4c-91e7-4437-bd95-c8fe506fe0d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.344645] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1094.344645] env[69854]: value = "task-3519793" [ 1094.344645] env[69854]: _type = "Task" [ 1094.344645] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.351572] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a53a1-5931-48ac-bcdb-8337092d08d8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.358215] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519793, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.385859] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0220a1dd-43b1-4f49-80e3-5ce72b26b747 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.393141] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9cbabe-0607-454a-b44d-6bea79da46aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.401009] env[69854]: DEBUG nova.network.neutron [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Successfully created port: f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.412870] env[69854]: DEBUG nova.compute.provider_tree [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.420168] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5224e112-a838-cb12-9c7d-51abb5905608, 'name': SearchDatastore_Task, 'duration_secs': 0.019545} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.420698] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.420940] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.421155] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.426520] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ffeef8-4187-14c9-5ed0-8f1c70969c49, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.427298] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ac01e4-d1a2-4a39-b431-9944123ac1c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.432335] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1094.432335] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5226bb04-7703-e41b-b9fa-b18b51f9cd23" [ 1094.432335] env[69854]: _type = "Task" [ 1094.432335] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.439520] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5226bb04-7703-e41b-b9fa-b18b51f9cd23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.457526] env[69854]: DEBUG nova.network.neutron [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updated VIF entry in instance network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.457860] env[69854]: DEBUG nova.network.neutron [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.507282] env[69854]: DEBUG nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.531729] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.637721] env[69854]: DEBUG nova.network.neutron [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.816300] env[69854]: DEBUG nova.network.neutron [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Updating instance_info_cache with network_info: [{"id": "22b8125e-bd54-40bd-a62c-afd873d2906b", "address": "fa:16:3e:02:80:cc", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b8125e-bd", "ovs_interfaceid": "22b8125e-bd54-40bd-a62c-afd873d2906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.829132] env[69854]: DEBUG nova.objects.instance [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lazy-loading 'flavor' on Instance uuid bbdd8f67-5064-414e-803a-61ab683f0c52 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.859277] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519793, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436024} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.859870] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.860308] env[69854]: DEBUG nova.compute.manager [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.861694] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df1a9a8-fbe2-46bd-8dc9-6ba31c7d4e1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.925021] env[69854]: DEBUG nova.scheduler.client.report [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.945365] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5226bb04-7703-e41b-b9fa-b18b51f9cd23, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.945836] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.946373] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.946827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.947184] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.947529] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b008fe-9fca-48e1-b902-028a2263a10f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.950486] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd5db797-cedc-40b4-a7f2-171fedb4f4b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.960359] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1094.960359] env[69854]: value = "task-3519794" [ 1094.960359] env[69854]: _type = "Task" [ 1094.960359] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.962721] env[69854]: DEBUG oslo_concurrency.lockutils [req-ea676fb7-979f-4be0-af6a-f801fe0750eb req-444758b4-29ba-43ae-93ef-6d30bc849818 service nova] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.964796] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.964796] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.966568] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46704ede-5dda-4c25-9f74-d7ff33802c7a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.975188] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.980017] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1094.980017] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e08d82-4191-6077-22ca-ea4e9ef78b11" [ 1094.980017] env[69854]: _type = "Task" [ 1094.980017] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.987313] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e08d82-4191-6077-22ca-ea4e9ef78b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.128294] env[69854]: DEBUG nova.compute.manager [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Received event network-vif-plugged-22b8125e-bd54-40bd-a62c-afd873d2906b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.128294] env[69854]: DEBUG oslo_concurrency.lockutils [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] Acquiring lock "64675229-c4bf-4cab-a633-2aecc6cfc422-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.128294] env[69854]: DEBUG oslo_concurrency.lockutils [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.128812] env[69854]: DEBUG oslo_concurrency.lockutils [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.129202] env[69854]: DEBUG nova.compute.manager [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] No waiting events found dispatching network-vif-plugged-22b8125e-bd54-40bd-a62c-afd873d2906b {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.129574] env[69854]: WARNING nova.compute.manager [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Received unexpected event network-vif-plugged-22b8125e-bd54-40bd-a62c-afd873d2906b for instance with vm_state building and task_state spawning. [ 1095.129996] env[69854]: DEBUG nova.compute.manager [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Received event network-changed-22b8125e-bd54-40bd-a62c-afd873d2906b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.131454] env[69854]: DEBUG nova.compute.manager [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Refreshing instance network info cache due to event network-changed-22b8125e-bd54-40bd-a62c-afd873d2906b. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.131454] env[69854]: DEBUG oslo_concurrency.lockutils [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] Acquiring lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.318951] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.319353] env[69854]: DEBUG nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Instance network_info: |[{"id": "22b8125e-bd54-40bd-a62c-afd873d2906b", "address": "fa:16:3e:02:80:cc", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b8125e-bd", "ovs_interfaceid": "22b8125e-bd54-40bd-a62c-afd873d2906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.319679] env[69854]: DEBUG oslo_concurrency.lockutils [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] Acquired lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.319902] env[69854]: DEBUG nova.network.neutron [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Refreshing network info cache for port 22b8125e-bd54-40bd-a62c-afd873d2906b {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.321754] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:80:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22b8125e-bd54-40bd-a62c-afd873d2906b', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.330526] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Creating folder: Project (89aafa4e406c490e99fbcf4b35e0b679). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.332885] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccad2c5c-e650-43c0-97a9-5ace3e315321 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.349777] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Created folder: Project (89aafa4e406c490e99fbcf4b35e0b679) in parent group-v702928. [ 1095.349777] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Creating folder: Instances. Parent ref: group-v703177. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.349777] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a27cebf-5503-4432-9e93-c24302d9c2d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.362759] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Created folder: Instances in parent group-v703177. [ 1095.362759] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.363685] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.363685] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c772b35-e8e4-438f-96e6-e1957f9c916b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.384669] env[69854]: INFO nova.compute.manager [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Shelve offloading [ 1095.388663] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.388663] env[69854]: value = "task-3519797" [ 1095.388663] env[69854]: _type = "Task" [ 1095.388663] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.400637] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519797, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.430538] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.433054] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.722s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.433348] env[69854]: DEBUG nova.objects.instance [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'resources' on Instance uuid e1d5c300-bf38-4d68-abab-83db27f195ce {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.454399] env[69854]: INFO nova.scheduler.client.report [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted allocations for instance 6ac198f1-2b08-4937-af85-e83b33a17edf [ 1095.471203] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480987} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.471450] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.471795] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.472193] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9b64612-4df6-4618-b345-6a2f42f02b34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.485601] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1095.485601] env[69854]: value = "task-3519798" [ 1095.485601] env[69854]: _type = "Task" [ 1095.485601] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.494359] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e08d82-4191-6077-22ca-ea4e9ef78b11, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.495900] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6c044b-73c5-40ef-aff1-0580bb611ef7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.501845] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.505532] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1095.505532] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c952b1-d4c2-24bd-4c69-990cb1d2e3a7" [ 1095.505532] env[69854]: _type = "Task" [ 1095.505532] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.513822] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c952b1-d4c2-24bd-4c69-990cb1d2e3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.517231] env[69854]: DEBUG nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.545198] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.545513] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.545760] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.546012] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.546180] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.546330] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.546536] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.546693] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.546858] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.547036] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.547213] env[69854]: DEBUG nova.virt.hardware [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.548293] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e37b3fb-0c81-4f8c-8df7-365ae9bc8eae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.560686] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a76c41-3f27-4d45-94e1-18f6a4296387 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.842240] env[69854]: DEBUG oslo_concurrency.lockutils [None req-de7caf85-200a-4438-aad6-38ea737b5f61 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.891032] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.891032] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af7d0d8-f0e8-4e7b-b345-69302732b34e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.903503] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519797, 'name': CreateVM_Task, 'duration_secs': 0.338046} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.904572] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.904913] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1095.904913] env[69854]: value = "task-3519799" [ 1095.904913] env[69854]: _type = "Task" [ 1095.904913] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.905529] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.905687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.905991] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.906284] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d427f9f3-8a82-44cb-b369-c95d9c22e7f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.919207] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1095.919207] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d01dcf-ed26-9c8a-25f0-80cbe854d361" [ 1095.919207] env[69854]: _type = "Task" [ 1095.919207] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.919457] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.919643] env[69854]: DEBUG nova.compute.manager [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.920398] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca082c7-96f3-40de-9b76-5c650d794df5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.928152] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.928320] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.928489] env[69854]: DEBUG nova.network.neutron [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.932884] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d01dcf-ed26-9c8a-25f0-80cbe854d361, 'name': SearchDatastore_Task, 'duration_secs': 0.008165} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.933375] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.933591] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.933792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.969421] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a45d2ffe-516b-49b9-96c0-ac771f7da5ea tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6ac198f1-2b08-4937-af85-e83b33a17edf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.625s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.999152] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064425} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.999411] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.000195] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d12105-3d2f-4ae3-9df3-1d4d31a8ddd4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.024552] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.027791] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016058a8-9d67-42c5-944a-49f205b862e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.046053] env[69854]: DEBUG nova.network.neutron [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Updated VIF entry in instance network info cache for port 22b8125e-bd54-40bd-a62c-afd873d2906b. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.046421] env[69854]: DEBUG nova.network.neutron [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Updating instance_info_cache with network_info: [{"id": "22b8125e-bd54-40bd-a62c-afd873d2906b", "address": "fa:16:3e:02:80:cc", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b8125e-bd", "ovs_interfaceid": "22b8125e-bd54-40bd-a62c-afd873d2906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.047772] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c952b1-d4c2-24bd-4c69-990cb1d2e3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.048615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.048899] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 08f36156-667b-4d10-80f8-4977dc4d7357/08f36156-667b-4d10-80f8-4977dc4d7357.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.049224] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.049413] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.049620] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f57d03e-9950-49b1-abe7-e40fc4e3e1ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.052416] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c916889b-37b3-48cc-bc51-0fdf983535c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.054113] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1096.054113] env[69854]: value = "task-3519800" [ 1096.054113] env[69854]: _type = "Task" [ 1096.054113] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.061402] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1096.061402] env[69854]: value = "task-3519801" [ 1096.061402] env[69854]: _type = "Task" [ 1096.061402] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.063134] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.063340] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.066965] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f70d49-6880-42a1-9711-1ab735e837d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.073327] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.079957] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.081215] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1096.081215] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e224b9-a4ad-237a-3616-394be7d2ae0b" [ 1096.081215] env[69854]: _type = "Task" [ 1096.081215] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.089665] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e224b9-a4ad-237a-3616-394be7d2ae0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008151} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.093529] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f731968-b358-40f6-a80f-ab432d3c79f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.097904] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1096.097904] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e54c1e-b6c3-da1e-246e-cc3e9d0848ff" [ 1096.097904] env[69854]: _type = "Task" [ 1096.097904] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.105228] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e54c1e-b6c3-da1e-246e-cc3e9d0848ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.188175] env[69854]: DEBUG nova.compute.manager [req-b383dab9-35b6-4919-b047-6ef4eeeca54e req-cab84bf4-4166-4b83-a9ad-e0516ef00f0e service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Received event network-vif-plugged-f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.188175] env[69854]: DEBUG oslo_concurrency.lockutils [req-b383dab9-35b6-4919-b047-6ef4eeeca54e req-cab84bf4-4166-4b83-a9ad-e0516ef00f0e service nova] Acquiring lock "e6475ec5-d519-4437-933a-aa038c66ab1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.188175] env[69854]: DEBUG oslo_concurrency.lockutils [req-b383dab9-35b6-4919-b047-6ef4eeeca54e req-cab84bf4-4166-4b83-a9ad-e0516ef00f0e service nova] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.188300] env[69854]: DEBUG oslo_concurrency.lockutils [req-b383dab9-35b6-4919-b047-6ef4eeeca54e req-cab84bf4-4166-4b83-a9ad-e0516ef00f0e service nova] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.188599] env[69854]: DEBUG nova.compute.manager [req-b383dab9-35b6-4919-b047-6ef4eeeca54e req-cab84bf4-4166-4b83-a9ad-e0516ef00f0e service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] No waiting events found dispatching network-vif-plugged-f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.188599] env[69854]: WARNING nova.compute.manager [req-b383dab9-35b6-4919-b047-6ef4eeeca54e req-cab84bf4-4166-4b83-a9ad-e0516ef00f0e service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Received unexpected event network-vif-plugged-f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 for instance with vm_state building and task_state spawning. [ 1096.264279] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0b6065-1a55-42c8-82de-72ccdb2aaa9e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.272861] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f1998-6346-41cb-8e49-ce5ec4c95cc8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.310935] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d8169-a72c-4b6b-8ae8-1252fecac39d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.318423] env[69854]: DEBUG nova.network.neutron [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Successfully updated port: f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.322054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d33cdb1-d5a4-4354-bb22-36acbe1ba5ee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.341036] env[69854]: DEBUG nova.compute.provider_tree [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.370215] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "cfabe05d-0c65-4192-b6ae-b7189784ae75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.370473] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.550957] env[69854]: DEBUG oslo_concurrency.lockutils [req-7b840a68-7acb-46e5-af9e-d537440b8dc3 req-50ca22fd-eed5-4fe5-9972-a06c8138eb0c service nova] Releasing lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.564519] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519800, 'name': ReconfigVM_Task, 'duration_secs': 0.30001} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.567717] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9/25126850-d93c-437a-b08f-99cd51d2f6e9.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.568308] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c36d53aa-d31d-4f55-a4a1-6a31fa9f8c81 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.579796] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43669} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.580869] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 08f36156-667b-4d10-80f8-4977dc4d7357/08f36156-667b-4d10-80f8-4977dc4d7357.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.581123] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.581444] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1096.581444] env[69854]: value = "task-3519802" [ 1096.581444] env[69854]: _type = "Task" [ 1096.581444] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.581871] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2911725-227a-4f38-ba4b-ba8ae51e7c70 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.592936] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519802, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.594135] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1096.594135] env[69854]: value = "task-3519803" [ 1096.594135] env[69854]: _type = "Task" [ 1096.594135] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.610120] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.616801] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e54c1e-b6c3-da1e-246e-cc3e9d0848ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008446} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.617098] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.617389] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/64675229-c4bf-4cab-a633-2aecc6cfc422.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.617670] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59a006ed-8b1f-4b8c-b01a-3136c9422092 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.623178] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1096.623178] env[69854]: value = "task-3519804" [ 1096.623178] env[69854]: _type = "Task" [ 1096.623178] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.631519] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.725609] env[69854]: DEBUG nova.network.neutron [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": "a56a1f10-b9b7-42eb-9502-c6210287139b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.821364] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-e6475ec5-d519-4437-933a-aa038c66ab1d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.821364] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-e6475ec5-d519-4437-933a-aa038c66ab1d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.821364] env[69854]: DEBUG nova.network.neutron [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.843973] env[69854]: DEBUG nova.scheduler.client.report [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.872773] env[69854]: DEBUG nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.081371] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bbdd8f67-5064-414e-803a-61ab683f0c52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.081761] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.081950] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bbdd8f67-5064-414e-803a-61ab683f0c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.082137] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.082315] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.087917] env[69854]: INFO nova.compute.manager [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Terminating instance [ 1097.094926] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519802, 'name': Rename_Task, 'duration_secs': 0.135637} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.099142] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.099656] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72de20ec-ff2b-4f78-962a-acb26ef03f73 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.106328] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073318} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.107650] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.108016] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1097.108016] env[69854]: value = "task-3519805" [ 1097.108016] env[69854]: _type = "Task" [ 1097.108016] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.108696] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9c5494-7fa9-45a0-b9b3-e60e5a2692a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.136860] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 08f36156-667b-4d10-80f8-4977dc4d7357/08f36156-667b-4d10-80f8-4977dc4d7357.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.144803] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6587e40-6ab3-412d-a816-0288f9927109 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.159225] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.165309] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463991} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.166566] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/64675229-c4bf-4cab-a633-2aecc6cfc422.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.166779] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.167123] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1097.167123] env[69854]: value = "task-3519806" [ 1097.167123] env[69854]: _type = "Task" [ 1097.167123] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.167322] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2788c7f0-1be2-42ed-9ded-10b7649d928f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.180336] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1097.180336] env[69854]: value = "task-3519807" [ 1097.180336] env[69854]: _type = "Task" [ 1097.180336] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.183606] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.191889] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.228022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.351437] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.353237] env[69854]: DEBUG nova.network.neutron [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.355288] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.400s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.356071] env[69854]: DEBUG nova.objects.instance [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lazy-loading 'resources' on Instance uuid 0bba67d1-91f2-4359-9eb8-1eb928e7c11b {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.374172] env[69854]: INFO nova.scheduler.client.report [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Deleted allocations for instance e1d5c300-bf38-4d68-abab-83db27f195ce [ 1097.407155] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.520870] env[69854]: DEBUG nova.network.neutron [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Updating instance_info_cache with network_info: [{"id": "f05a8ba0-346f-4bb1-ae1a-f9c1dab42971", "address": "fa:16:3e:57:cf:8e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05a8ba0-34", "ovs_interfaceid": "f05a8ba0-346f-4bb1-ae1a-f9c1dab42971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.579367] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.579367] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96702181-f486-4735-bf4a-8f687ab73051 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.585901] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.586334] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb881780-12df-4bb8-a1d7-2c206800e7dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.600988] env[69854]: DEBUG nova.compute.manager [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.601985] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.602198] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a85120-7fc7-4b33-9b3f-50077bf259ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.610030] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.610030] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2acfd66-5cf7-4ccb-862d-fbc88b217d00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.620865] env[69854]: DEBUG oslo_vmware.api [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519805, 'name': PowerOnVM_Task, 'duration_secs': 0.484708} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.622281] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.622665] env[69854]: DEBUG nova.compute.manager [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.623061] env[69854]: DEBUG oslo_vmware.api [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1097.623061] env[69854]: value = "task-3519809" [ 1097.623061] env[69854]: _type = "Task" [ 1097.623061] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.623839] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe1b95-02c1-4c3f-b53b-c89eec728e78 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.638643] env[69854]: DEBUG oslo_vmware.api [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.643603] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.643821] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.644010] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleting the datastore file [datastore1] 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.644281] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522a313b-8006-4dbf-a385-82449ffc135c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.650106] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1097.650106] env[69854]: value = "task-3519810" [ 1097.650106] env[69854]: _type = "Task" [ 1097.650106] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.658178] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.677346] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6092d890-1722-4754-9e9b-30515e8de7f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.677604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.681864] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519806, 'name': ReconfigVM_Task, 'duration_secs': 0.378489} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.682399] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 08f36156-667b-4d10-80f8-4977dc4d7357/08f36156-667b-4d10-80f8-4977dc4d7357.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.682911] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd1b781a-70c6-4b6d-9c36-8e2ec31f517e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.693685] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082724} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.694841] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.695180] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1097.695180] env[69854]: value = "task-3519811" [ 1097.695180] env[69854]: _type = "Task" [ 1097.695180] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.695848] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7672276-f2d4-4b3f-933a-a970e0c26bfb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.721847] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/64675229-c4bf-4cab-a633-2aecc6cfc422.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.727907] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c87b32-7b78-470e-8a16-7bcb220764d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.742190] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519811, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.748735] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1097.748735] env[69854]: value = "task-3519812" [ 1097.748735] env[69854]: _type = "Task" [ 1097.748735] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.756487] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.890887] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3cf425e0-312b-46c0-a211-4b2279770e5a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "e1d5c300-bf38-4d68-abab-83db27f195ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.871s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.023246] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-e6475ec5-d519-4437-933a-aa038c66ab1d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.024021] env[69854]: DEBUG nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Instance network_info: |[{"id": "f05a8ba0-346f-4bb1-ae1a-f9c1dab42971", "address": "fa:16:3e:57:cf:8e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05a8ba0-34", "ovs_interfaceid": "f05a8ba0-346f-4bb1-ae1a-f9c1dab42971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.024021] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:cf:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f05a8ba0-346f-4bb1-ae1a-f9c1dab42971', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.031558] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating folder: Project (f3aee0d14a8d483184d4fa3becb44349). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.034117] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-735b5bfd-0bd5-4327-a1e4-77b9bac71af9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.045795] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created folder: Project (f3aee0d14a8d483184d4fa3becb44349) in parent group-v702928. [ 1098.046010] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating folder: Instances. Parent ref: group-v703180. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.046253] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad167154-d12f-4a83-a909-1d7ebf0147fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.058869] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created folder: Instances in parent group-v703180. [ 1098.059120] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.059374] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.059543] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6807480-4def-45cd-a58a-cd33a9672d1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.081649] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.081649] env[69854]: value = "task-3519815" [ 1098.081649] env[69854]: _type = "Task" [ 1098.081649] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.089321] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519815, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.139255] env[69854]: DEBUG oslo_vmware.api [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519809, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.145904] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d5b32-07d6-44ad-a260-d82932d9d0c0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.156500] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.158727] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ab7a19-2cfd-4460-bd05-63d2a464bacb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.165042] env[69854]: DEBUG oslo_vmware.api [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144666} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.166029] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.166029] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.166029] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.192749] env[69854]: DEBUG nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.196675] env[69854]: INFO nova.scheduler.client.report [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted allocations for instance 7cacfaf2-b4b9-417a-84ec-332b5238ef00 [ 1098.199625] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd1bf0-ef3b-469a-b33d-2c75c0e25baf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.214810] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519811, 'name': Rename_Task, 'duration_secs': 0.453028} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.216375] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72427a6c-4437-4d37-a7e4-a4c769a0273a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.220487] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.220751] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b944030-6d8b-4fd3-aeba-445238a47dc8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.233139] env[69854]: DEBUG nova.compute.provider_tree [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.236863] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1098.236863] env[69854]: value = "task-3519816" [ 1098.236863] env[69854]: _type = "Task" [ 1098.236863] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.238412] env[69854]: DEBUG nova.compute.manager [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Received event network-changed-f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.238498] env[69854]: DEBUG nova.compute.manager [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Refreshing instance network info cache due to event network-changed-f05a8ba0-346f-4bb1-ae1a-f9c1dab42971. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.239282] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Acquiring lock "refresh_cache-e6475ec5-d519-4437-933a-aa038c66ab1d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.239282] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Acquired lock "refresh_cache-e6475ec5-d519-4437-933a-aa038c66ab1d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.239282] env[69854]: DEBUG nova.network.neutron [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Refreshing network info cache for port f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.258580] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519816, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.263513] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.600157] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519815, 'name': CreateVM_Task, 'duration_secs': 0.43898} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.600515] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.601135] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.601322] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.601671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.602334] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5707722-0909-4224-97c3-add1e5ec67f9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.609702] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1098.609702] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52013312-4b55-3b46-ccd6-c9465443d1e1" [ 1098.609702] env[69854]: _type = "Task" [ 1098.609702] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.617779] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52013312-4b55-3b46-ccd6-c9465443d1e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.645795] env[69854]: DEBUG oslo_vmware.api [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519809, 'name': PowerOffVM_Task, 'duration_secs': 0.600606} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.648505] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.648505] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.648505] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfde8781-a840-4acb-8818-a04d674f5e5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.703996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.736359] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.742675] env[69854]: DEBUG nova.scheduler.client.report [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.762261] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519812, 'name': ReconfigVM_Task, 'duration_secs': 0.791774} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.766631] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/64675229-c4bf-4cab-a633-2aecc6cfc422.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.767668] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519816, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.768090] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e62189-5427-417c-94d4-745c77bae07a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.772446] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.772597] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.772882] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleting the datastore file [datastore2] bbdd8f67-5064-414e-803a-61ab683f0c52 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.772955] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f56960-f3ed-463a-b8d3-4e0c226c7830 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.777654] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1098.777654] env[69854]: value = "task-3519818" [ 1098.777654] env[69854]: _type = "Task" [ 1098.777654] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.782949] env[69854]: DEBUG oslo_vmware.api [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1098.782949] env[69854]: value = "task-3519819" [ 1098.782949] env[69854]: _type = "Task" [ 1098.782949] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.793134] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519818, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.795971] env[69854]: DEBUG oslo_vmware.api [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.919809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "25126850-d93c-437a-b08f-99cd51d2f6e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.919809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "25126850-d93c-437a-b08f-99cd51d2f6e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.919994] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "25126850-d93c-437a-b08f-99cd51d2f6e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.920198] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "25126850-d93c-437a-b08f-99cd51d2f6e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.920398] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "25126850-d93c-437a-b08f-99cd51d2f6e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.923980] env[69854]: INFO nova.compute.manager [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Terminating instance [ 1099.081345] env[69854]: DEBUG nova.network.neutron [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Updated VIF entry in instance network info cache for port f05a8ba0-346f-4bb1-ae1a-f9c1dab42971. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.081345] env[69854]: DEBUG nova.network.neutron [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Updating instance_info_cache with network_info: [{"id": "f05a8ba0-346f-4bb1-ae1a-f9c1dab42971", "address": "fa:16:3e:57:cf:8e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05a8ba0-34", "ovs_interfaceid": "f05a8ba0-346f-4bb1-ae1a-f9c1dab42971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.119014] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52013312-4b55-3b46-ccd6-c9465443d1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.119465] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.120233] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.120492] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.120643] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.120825] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.121108] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2dd4e8-c5e1-4a68-8263-685f55b28736 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.134750] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.135650] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.135650] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d4a632-5116-4668-8a04-de7a198f5ad6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.141601] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1099.141601] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5227f3d0-c23a-ce42-82c7-e0c54f188c19" [ 1099.141601] env[69854]: _type = "Task" [ 1099.141601] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.151800] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5227f3d0-c23a-ce42-82c7-e0c54f188c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.252785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.255187] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.873s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.255431] env[69854]: DEBUG nova.objects.instance [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lazy-loading 'resources' on Instance uuid 9687559c-2f70-4a39-bd12-c5ff66a69038 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.268449] env[69854]: DEBUG oslo_vmware.api [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519816, 'name': PowerOnVM_Task, 'duration_secs': 0.538086} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.268712] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.269055] env[69854]: INFO nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1099.269245] env[69854]: DEBUG nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.270397] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9407e8-f645-494d-bd13-63469d6968a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.287350] env[69854]: INFO nova.scheduler.client.report [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted allocations for instance 0bba67d1-91f2-4359-9eb8-1eb928e7c11b [ 1099.298654] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519818, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.304125] env[69854]: DEBUG oslo_vmware.api [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14969} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.304421] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.304637] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.304856] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.305060] env[69854]: INFO nova.compute.manager [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1099.305489] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.305489] env[69854]: DEBUG nova.compute.manager [-] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.305601] env[69854]: DEBUG nova.network.neutron [-] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.428571] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "refresh_cache-25126850-d93c-437a-b08f-99cd51d2f6e9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.428571] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "refresh_cache-25126850-d93c-437a-b08f-99cd51d2f6e9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.428571] env[69854]: DEBUG nova.network.neutron [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.583027] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Releasing lock "refresh_cache-e6475ec5-d519-4437-933a-aa038c66ab1d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.583323] env[69854]: DEBUG nova.compute.manager [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-vif-unplugged-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.583522] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.583730] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.583892] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.584075] env[69854]: DEBUG nova.compute.manager [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] No waiting events found dispatching network-vif-unplugged-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.584268] env[69854]: WARNING nova.compute.manager [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received unexpected event network-vif-unplugged-a56a1f10-b9b7-42eb-9502-c6210287139b for instance with vm_state shelved and task_state shelving_offloading. [ 1099.584411] env[69854]: DEBUG nova.compute.manager [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.584653] env[69854]: DEBUG nova.compute.manager [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing instance network info cache due to event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.584817] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Acquiring lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.584921] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Acquired lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.585091] env[69854]: DEBUG nova.network.neutron [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.652540] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5227f3d0-c23a-ce42-82c7-e0c54f188c19, 'name': SearchDatastore_Task, 'duration_secs': 0.01483} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.653359] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718c96d1-6923-4570-8275-90b7eb92217f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.659402] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1099.659402] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524a987b-4a71-a6b1-dbe1-6db644d5cb57" [ 1099.659402] env[69854]: _type = "Task" [ 1099.659402] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.668042] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524a987b-4a71-a6b1-dbe1-6db644d5cb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.795292] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519818, 'name': Rename_Task, 'duration_secs': 0.853411} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.798577] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.800692] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf79a4f0-bd11-46b9-9d56-554c074a20db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.808495] env[69854]: INFO nova.compute.manager [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Took 35.53 seconds to build instance. [ 1099.811017] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d5fe9bcf-bc5f-4d62-9bff-bf773611bea4 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "0bba67d1-91f2-4359-9eb8-1eb928e7c11b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.263s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.817485] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1099.817485] env[69854]: value = "task-3519820" [ 1099.817485] env[69854]: _type = "Task" [ 1099.817485] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.829250] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.952390] env[69854]: DEBUG nova.network.neutron [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.049700] env[69854]: DEBUG nova.network.neutron [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.095241] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340930f-c78b-44f8-98a4-faec19b4c5e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.103760] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81441ad5-2782-412b-86c9-e3a65a2ff042 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.146185] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f413082-9ba6-4809-bab8-e7a1ac36cad1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.155199] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7a0177-8096-4b48-930d-f40aea0ebdb9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.173595] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524a987b-4a71-a6b1-dbe1-6db644d5cb57, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.181904] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.182216] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] e6475ec5-d519-4437-933a-aa038c66ab1d/e6475ec5-d519-4437-933a-aa038c66ab1d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.183613] env[69854]: DEBUG nova.compute.provider_tree [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.184074] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-134cea4a-7375-44ff-a5c6-ea89f8fb5386 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.193243] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.200953] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1100.200953] env[69854]: value = "task-3519821" [ 1100.200953] env[69854]: _type = "Task" [ 1100.200953] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.214956] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.284862] env[69854]: DEBUG nova.network.neutron [-] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.313059] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d41f48a-8a5e-4242-bcbd-5d3660b43092 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "08f36156-667b-4d10-80f8-4977dc4d7357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.326s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.314270] env[69854]: DEBUG nova.compute.manager [req-4942f99c-56ca-424e-8ecd-8e41a2729b6f req-b8e9137b-2713-4e8c-aafd-ed925b5344a2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Received event network-vif-deleted-f133fca5-3a68-4b1d-961a-adf82d9ae631 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.314520] env[69854]: INFO nova.compute.manager [req-4942f99c-56ca-424e-8ecd-8e41a2729b6f req-b8e9137b-2713-4e8c-aafd-ed925b5344a2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Neutron deleted interface f133fca5-3a68-4b1d-961a-adf82d9ae631; detaching it from the instance and deleting it from the info cache [ 1100.316084] env[69854]: DEBUG nova.network.neutron [req-4942f99c-56ca-424e-8ecd-8e41a2729b6f req-b8e9137b-2713-4e8c-aafd-ed925b5344a2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.330673] env[69854]: DEBUG oslo_vmware.api [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519820, 'name': PowerOnVM_Task, 'duration_secs': 0.497158} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.332723] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.332723] env[69854]: INFO nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1100.332723] env[69854]: DEBUG nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.334343] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd0f7d0-7967-435b-9178-a0d304868064 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.412790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.412790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.412790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.412790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.412790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.417084] env[69854]: INFO nova.compute.manager [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Terminating instance [ 1100.423204] env[69854]: DEBUG nova.compute.manager [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.423551] env[69854]: DEBUG nova.compute.manager [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing instance network info cache due to event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.423637] env[69854]: DEBUG oslo_concurrency.lockutils [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.423755] env[69854]: DEBUG oslo_concurrency.lockutils [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.423910] env[69854]: DEBUG nova.network.neutron [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.494215] env[69854]: DEBUG nova.network.neutron [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updated VIF entry in instance network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.494626] env[69854]: DEBUG nova.network.neutron [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.552862] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "refresh_cache-25126850-d93c-437a-b08f-99cd51d2f6e9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.554401] env[69854]: DEBUG nova.compute.manager [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.554401] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.554602] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50327e17-b1df-4764-a632-f6e5277f1861 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.564994] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.565478] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996456c9-5308-478b-9001-8f60a017cfb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.576391] env[69854]: DEBUG oslo_vmware.api [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1100.576391] env[69854]: value = "task-3519822" [ 1100.576391] env[69854]: _type = "Task" [ 1100.576391] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.586833] env[69854]: DEBUG oslo_vmware.api [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.647058] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.647058] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.688166] env[69854]: DEBUG nova.scheduler.client.report [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.716951] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519821, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.792630] env[69854]: INFO nova.compute.manager [-] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Took 1.49 seconds to deallocate network for instance. [ 1100.827024] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-191475bd-12e1-4cd7-ad9d-5deb1b0c59f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.836575] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817019b5-0e22-440e-b9b0-facd5fa50690 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.854205] env[69854]: INFO nova.compute.manager [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Took 28.42 seconds to build instance. [ 1100.877592] env[69854]: DEBUG nova.compute.manager [req-4942f99c-56ca-424e-8ecd-8e41a2729b6f req-b8e9137b-2713-4e8c-aafd-ed925b5344a2 service nova] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Detach interface failed, port_id=f133fca5-3a68-4b1d-961a-adf82d9ae631, reason: Instance bbdd8f67-5064-414e-803a-61ab683f0c52 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.922056] env[69854]: DEBUG nova.compute.manager [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.922056] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.923022] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4cef5b-a478-4e17-a29d-55b6e39c2e22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.933805] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.934054] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af9ea5d-332e-41bf-86eb-02d0a41f6ba5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.942132] env[69854]: DEBUG oslo_vmware.api [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1100.942132] env[69854]: value = "task-3519823" [ 1100.942132] env[69854]: _type = "Task" [ 1100.942132] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.952221] env[69854]: DEBUG oslo_vmware.api [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.001856] env[69854]: DEBUG oslo_concurrency.lockutils [req-e71224b0-7188-45ff-bd62-9cbb950c7292 req-608242b6-b931-4098-9419-133f79b97beb service nova] Releasing lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.087264] env[69854]: DEBUG oslo_vmware.api [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519822, 'name': PowerOffVM_Task, 'duration_secs': 0.195854} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.087451] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.087618] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.087960] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e0e4151-8ac0-4df5-9be0-c2ff5941852c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.118933] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.119292] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.119603] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleting the datastore file [datastore1] 25126850-d93c-437a-b08f-99cd51d2f6e9 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.119984] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b3be1fa-96cb-4bf3-843d-600470868533 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.129488] env[69854]: DEBUG oslo_vmware.api [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1101.129488] env[69854]: value = "task-3519825" [ 1101.129488] env[69854]: _type = "Task" [ 1101.129488] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.138899] env[69854]: DEBUG oslo_vmware.api [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.150837] env[69854]: DEBUG nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.172352] env[69854]: DEBUG nova.network.neutron [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updated VIF entry in instance network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.173821] env[69854]: DEBUG nova.network.neutron [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.193822] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.196443] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.665s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.196705] env[69854]: DEBUG nova.objects.instance [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lazy-loading 'resources' on Instance uuid 212c90bb-cfbf-496b-a1bd-685e0c8ee420 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.213921] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694224} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.214297] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] e6475ec5-d519-4437-933a-aa038c66ab1d/e6475ec5-d519-4437-933a-aa038c66ab1d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.214546] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.214889] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65bc8aea-1b1c-42c0-a7a1-94a9f9cda749 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.222419] env[69854]: INFO nova.scheduler.client.report [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Deleted allocations for instance 9687559c-2f70-4a39-bd12-c5ff66a69038 [ 1101.227698] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1101.227698] env[69854]: value = "task-3519826" [ 1101.227698] env[69854]: _type = "Task" [ 1101.227698] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.238202] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.300541] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.357336] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c41675fd-8ced-463a-8c42-f94740278a42 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.938s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.368831] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.369094] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.452931] env[69854]: DEBUG oslo_vmware.api [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519823, 'name': PowerOffVM_Task, 'duration_secs': 0.231608} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.453290] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.453468] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.453735] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-087d2897-8051-4b40-8b7f-8d297b86ea67 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.525807] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.526082] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.526286] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleting the datastore file [datastore2] d8405744-92c4-4afe-b7cd-ce8fc5755c42 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.526565] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-100d5e8b-9fd4-4864-baa6-adf741e74bf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.535095] env[69854]: DEBUG oslo_vmware.api [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1101.535095] env[69854]: value = "task-3519828" [ 1101.535095] env[69854]: _type = "Task" [ 1101.535095] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.544207] env[69854]: DEBUG oslo_vmware.api [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.639823] env[69854]: DEBUG oslo_vmware.api [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172776} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.640104] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.640302] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.640467] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.640641] env[69854]: INFO nova.compute.manager [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1101.640881] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.642587] env[69854]: DEBUG nova.compute.manager [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.642730] env[69854]: DEBUG nova.network.neutron [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.660889] env[69854]: DEBUG nova.network.neutron [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.674980] env[69854]: DEBUG oslo_concurrency.lockutils [req-2fb6a4aa-6ae4-4784-aabd-53b80ed51e57 req-365c247a-adaf-40cc-9899-b4f7ed3cc9b7 service nova] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.679702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.731340] env[69854]: DEBUG oslo_concurrency.lockutils [None req-68338ed3-0f2c-46a3-97e8-a15cbc18bad9 tempest-InstanceActionsNegativeTestJSON-2037191188 tempest-InstanceActionsNegativeTestJSON-2037191188-project-member] Lock "9687559c-2f70-4a39-bd12-c5ff66a69038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.827s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.744505] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073104} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.744796] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.745618] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a79536-bd78-422c-9bd4-d13348fe455e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.774245] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e6475ec5-d519-4437-933a-aa038c66ab1d/e6475ec5-d519-4437-933a-aa038c66ab1d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.777399] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66bd132-7f77-41b1-97f0-10456ae02541 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.798166] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1101.798166] env[69854]: value = "task-3519829" [ 1101.798166] env[69854]: _type = "Task" [ 1101.798166] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.810454] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.871109] env[69854]: DEBUG nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.907381] env[69854]: INFO nova.compute.manager [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Rescuing [ 1101.907625] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.907775] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.908086] env[69854]: DEBUG nova.network.neutron [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.022108] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73005c5f-ca2c-4d6d-a544-91479c2c4462 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.030652] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e3291-9c91-499a-bc9b-567e370a39dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.064831] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de9f82b-202a-4479-b56f-71bcac205c3c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.070323] env[69854]: DEBUG oslo_vmware.api [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.075266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e891a-4926-4c22-a4d5-3722e690a388 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.088686] env[69854]: DEBUG nova.compute.provider_tree [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.163805] env[69854]: DEBUG nova.network.neutron [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.309157] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.402399] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.550754] env[69854]: DEBUG oslo_vmware.api [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.707205} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.551043] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.551234] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.551412] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.551584] env[69854]: INFO nova.compute.manager [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1102.551944] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.552088] env[69854]: DEBUG nova.compute.manager [-] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.552166] env[69854]: DEBUG nova.network.neutron [-] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.592675] env[69854]: DEBUG nova.scheduler.client.report [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.628237] env[69854]: DEBUG nova.network.neutron [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Updating instance_info_cache with network_info: [{"id": "22b8125e-bd54-40bd-a62c-afd873d2906b", "address": "fa:16:3e:02:80:cc", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b8125e-bd", "ovs_interfaceid": "22b8125e-bd54-40bd-a62c-afd873d2906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.665905] env[69854]: INFO nova.compute.manager [-] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Took 1.02 seconds to deallocate network for instance. [ 1102.809757] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.991552] env[69854]: DEBUG nova.compute.manager [req-bd58298a-2533-4575-903c-3c1dd3837b25 req-e5415e6f-b0e5-4e71-a759-912781081301 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Received event network-vif-deleted-662ea912-878e-43b8-ae2f-81ef83e1bfc2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.991552] env[69854]: INFO nova.compute.manager [req-bd58298a-2533-4575-903c-3c1dd3837b25 req-e5415e6f-b0e5-4e71-a759-912781081301 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Neutron deleted interface 662ea912-878e-43b8-ae2f-81ef83e1bfc2; detaching it from the instance and deleting it from the info cache [ 1102.991731] env[69854]: DEBUG nova.network.neutron [req-bd58298a-2533-4575-903c-3c1dd3837b25 req-e5415e6f-b0e5-4e71-a759-912781081301 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.102349] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.106035] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.695s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.107627] env[69854]: INFO nova.compute.claims [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.128128] env[69854]: INFO nova.scheduler.client.report [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted allocations for instance 212c90bb-cfbf-496b-a1bd-685e0c8ee420 [ 1103.131854] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "refresh_cache-64675229-c4bf-4cab-a633-2aecc6cfc422" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.176154] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.310408] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519829, 'name': ReconfigVM_Task, 'duration_secs': 1.047656} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.310681] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e6475ec5-d519-4437-933a-aa038c66ab1d/e6475ec5-d519-4437-933a-aa038c66ab1d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.311339] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe795719-f200-48b8-b4d9-8227fd9ad377 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.318695] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1103.318695] env[69854]: value = "task-3519830" [ 1103.318695] env[69854]: _type = "Task" [ 1103.318695] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.327355] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519830, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.447916] env[69854]: DEBUG nova.network.neutron [-] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.494589] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-305290e8-cdb6-4cc9-9a78-6bb818b3803f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.508691] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c4b71-45c3-412e-ad3b-4e30197763b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.543160] env[69854]: DEBUG nova.compute.manager [req-bd58298a-2533-4575-903c-3c1dd3837b25 req-e5415e6f-b0e5-4e71-a759-912781081301 service nova] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Detach interface failed, port_id=662ea912-878e-43b8-ae2f-81ef83e1bfc2, reason: Instance d8405744-92c4-4afe-b7cd-ce8fc5755c42 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.638125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f8cb10bb-e565-4b0a-be4c-cd58e84b7a14 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "212c90bb-cfbf-496b-a1bd-685e0c8ee420" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.505s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.829652] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519830, 'name': Rename_Task, 'duration_secs': 0.341488} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.829997] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.830256] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ebe06d3-947d-45f0-b3d1-7bbc1c63a570 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.837810] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1103.837810] env[69854]: value = "task-3519831" [ 1103.837810] env[69854]: _type = "Task" [ 1103.837810] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.849685] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.951314] env[69854]: INFO nova.compute.manager [-] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Took 1.40 seconds to deallocate network for instance. [ 1104.347918] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.360393] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29ae3ab-96db-4228-9940-cbf09094969d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.368225] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a119d5c9-f902-4583-93f0-4b01e9042f4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.400484] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c19c7d2-2a06-4bde-ad63-8c88c3dd9848 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.409767] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b825c855-0ab3-4d39-8c57-085909309ed6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.424874] env[69854]: DEBUG nova.compute.provider_tree [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.458151] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.675078] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.675078] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa2bb20-41c0-46a1-8d1f-1754c01e5c20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.683577] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1104.683577] env[69854]: value = "task-3519832" [ 1104.683577] env[69854]: _type = "Task" [ 1104.683577] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.692454] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.851815] env[69854]: DEBUG oslo_vmware.api [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519831, 'name': PowerOnVM_Task, 'duration_secs': 0.74369} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.852158] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.852344] env[69854]: INFO nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1104.852592] env[69854]: DEBUG nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.853429] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5224d923-fd34-45ba-adec-ed544480ff7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.928201] env[69854]: DEBUG nova.scheduler.client.report [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.037781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.038045] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.193591] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519832, 'name': PowerOffVM_Task, 'duration_secs': 0.169853} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.193941] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.194795] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe527f7-4586-4d74-bc65-47036d42fca2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.213816] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b52b8-ea9d-4052-abed-e9ec83a73e18 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.247104] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.247411] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a21d8f5e-ec94-4747-9307-feb22938093d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.255365] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1105.255365] env[69854]: value = "task-3519833" [ 1105.255365] env[69854]: _type = "Task" [ 1105.255365] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.263035] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.370492] env[69854]: INFO nova.compute.manager [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Took 28.04 seconds to build instance. [ 1105.433475] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.434070] env[69854]: DEBUG nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.438519] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.282s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.438684] env[69854]: DEBUG nova.objects.instance [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.540255] env[69854]: DEBUG nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.766640] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1105.766852] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.767155] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.767313] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.767493] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.767774] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-700a707c-b2f1-4eec-b6fb-ff0a5eb52275 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.777593] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.777817] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.778520] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934829d2-1908-4e01-bb5c-ae817a748080 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.784039] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1105.784039] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eb40a7-7a4a-0eae-31a4-3de8f67a0f17" [ 1105.784039] env[69854]: _type = "Task" [ 1105.784039] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.791491] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eb40a7-7a4a-0eae-31a4-3de8f67a0f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.872760] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ff66cbf4-12b2-493b-a73f-1b8617ec189d tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.556s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.943480] env[69854]: DEBUG nova.compute.utils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.947681] env[69854]: DEBUG nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.947903] env[69854]: DEBUG nova.network.neutron [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.015618] env[69854]: DEBUG nova.policy [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41716f591a5d44a58ee207ebdbc7661c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd42fa3606f094a8f85f5b654d54132c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.063615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.301950] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eb40a7-7a4a-0eae-31a4-3de8f67a0f17, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.305017] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1e417f-471d-46f8-a4fe-8fa517b2972f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.308448] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1106.308448] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5241ed31-42b6-78d5-7be1-89e60ab8f8e7" [ 1106.308448] env[69854]: _type = "Task" [ 1106.308448] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.316738] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5241ed31-42b6-78d5-7be1-89e60ab8f8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.451169] env[69854]: DEBUG nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.452131] env[69854]: DEBUG oslo_concurrency.lockutils [None req-944011b9-157b-436c-911d-10df82954b17 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.453500] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.750s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.453745] env[69854]: DEBUG nova.objects.instance [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'resources' on Instance uuid 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.568924] env[69854]: DEBUG nova.network.neutron [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Successfully created port: d0d5880a-3975-46b4-bf75-9e4cf4de8272 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.628605] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "e6475ec5-d519-4437-933a-aa038c66ab1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.628893] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.629131] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "e6475ec5-d519-4437-933a-aa038c66ab1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.629322] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.629490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.631760] env[69854]: INFO nova.compute.manager [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Terminating instance [ 1106.819633] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5241ed31-42b6-78d5-7be1-89e60ab8f8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.819912] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.820264] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. {{(pid=69854) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1106.820545] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f02a53b-ccad-4c39-81f1-d463856f2641 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.828883] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1106.828883] env[69854]: value = "task-3519834" [ 1106.828883] env[69854]: _type = "Task" [ 1106.828883] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.839195] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.959658] env[69854]: DEBUG nova.objects.instance [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'numa_topology' on Instance uuid 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.135768] env[69854]: DEBUG nova.compute.manager [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.135768] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.136746] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ab800-3fc5-4420-88d7-8d6f0827d8d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.145971] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.146352] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c005be74-bc87-4c09-a20a-ad7d9c119b10 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.154141] env[69854]: DEBUG oslo_vmware.api [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1107.154141] env[69854]: value = "task-3519835" [ 1107.154141] env[69854]: _type = "Task" [ 1107.154141] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.165386] env[69854]: DEBUG oslo_vmware.api [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.340739] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473283} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.340739] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. [ 1107.340739] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe9448-96ae-4eef-95f1-d78054f047e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.368607] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.368961] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6635708-92c3-487d-914a-40d44040b649 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.389605] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1107.389605] env[69854]: value = "task-3519836" [ 1107.389605] env[69854]: _type = "Task" [ 1107.389605] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.398556] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.461272] env[69854]: DEBUG nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.463828] env[69854]: DEBUG nova.objects.base [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Object Instance<7cacfaf2-b4b9-417a-84ec-332b5238ef00> lazy-loaded attributes: resources,numa_topology {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.493594] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.493827] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.493985] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.494183] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.494332] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.494478] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.494684] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.494903] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.495104] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.495279] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.495455] env[69854]: DEBUG nova.virt.hardware [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.496607] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80606be5-75df-4236-bab6-473518ef6303 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.505171] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80558f2a-2bdc-4583-8bb4-5a3c00841c25 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.668977] env[69854]: DEBUG oslo_vmware.api [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519835, 'name': PowerOffVM_Task, 'duration_secs': 0.230919} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.669275] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.669470] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.669699] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a11fd43-60df-423f-a286-5832fe57301d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.741135] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0c138-6ce0-4a60-9cc4-6892fb3b341c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.748917] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d169c6-22a6-4a14-ad83-e251cb4a852f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.781115] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7a83f-7b65-4d54-bf8a-24f728ca25b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.790577] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c29c3e-cbd0-49a8-8e9d-daf437735c21 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.806566] env[69854]: DEBUG nova.compute.provider_tree [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.808697] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.808897] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.809091] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleting the datastore file [datastore1] e6475ec5-d519-4437-933a-aa038c66ab1d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.809338] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-696e0552-0b85-4f7a-88bf-d5c7d9f43e57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.817613] env[69854]: DEBUG oslo_vmware.api [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1107.817613] env[69854]: value = "task-3519838" [ 1107.817613] env[69854]: _type = "Task" [ 1107.817613] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.827138] env[69854]: DEBUG oslo_vmware.api [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.900332] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519836, 'name': ReconfigVM_Task, 'duration_secs': 0.328752} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.900679] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.901631] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a133f5ad-2543-43a6-ba88-84cfa98a1f88 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.927190] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2641df46-bba4-4b6a-b22d-fd012dd50dbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.944713] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1107.944713] env[69854]: value = "task-3519839" [ 1107.944713] env[69854]: _type = "Task" [ 1107.944713] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.953713] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.994320] env[69854]: DEBUG nova.compute.manager [req-0fc2996e-0553-449c-a855-e44e0b982ea3 req-737928c0-94af-414b-b2d2-f03cd09a9c29 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Received event network-vif-plugged-d0d5880a-3975-46b4-bf75-9e4cf4de8272 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.994574] env[69854]: DEBUG oslo_concurrency.lockutils [req-0fc2996e-0553-449c-a855-e44e0b982ea3 req-737928c0-94af-414b-b2d2-f03cd09a9c29 service nova] Acquiring lock "cfabe05d-0c65-4192-b6ae-b7189784ae75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.994773] env[69854]: DEBUG oslo_concurrency.lockutils [req-0fc2996e-0553-449c-a855-e44e0b982ea3 req-737928c0-94af-414b-b2d2-f03cd09a9c29 service nova] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.994996] env[69854]: DEBUG oslo_concurrency.lockutils [req-0fc2996e-0553-449c-a855-e44e0b982ea3 req-737928c0-94af-414b-b2d2-f03cd09a9c29 service nova] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.995196] env[69854]: DEBUG nova.compute.manager [req-0fc2996e-0553-449c-a855-e44e0b982ea3 req-737928c0-94af-414b-b2d2-f03cd09a9c29 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] No waiting events found dispatching network-vif-plugged-d0d5880a-3975-46b4-bf75-9e4cf4de8272 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.995371] env[69854]: WARNING nova.compute.manager [req-0fc2996e-0553-449c-a855-e44e0b982ea3 req-737928c0-94af-414b-b2d2-f03cd09a9c29 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Received unexpected event network-vif-plugged-d0d5880a-3975-46b4-bf75-9e4cf4de8272 for instance with vm_state building and task_state spawning. [ 1108.125464] env[69854]: DEBUG nova.network.neutron [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Successfully updated port: d0d5880a-3975-46b4-bf75-9e4cf4de8272 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.314933] env[69854]: DEBUG nova.scheduler.client.report [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.328988] env[69854]: DEBUG oslo_vmware.api [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161583} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.329261] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.329450] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.329624] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.329796] env[69854]: INFO nova.compute.manager [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1108.330041] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.330841] env[69854]: DEBUG nova.compute.manager [-] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.330944] env[69854]: DEBUG nova.network.neutron [-] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.455364] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519839, 'name': ReconfigVM_Task, 'duration_secs': 0.215857} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.455664] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.455987] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24af6094-97f8-4e16-9ee9-c378aee453d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.463058] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1108.463058] env[69854]: value = "task-3519840" [ 1108.463058] env[69854]: _type = "Task" [ 1108.463058] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.471407] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.627922] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "refresh_cache-cfabe05d-0c65-4192-b6ae-b7189784ae75" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.628094] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "refresh_cache-cfabe05d-0c65-4192-b6ae-b7189784ae75" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.628250] env[69854]: DEBUG nova.network.neutron [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.818174] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.820661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.084s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.822438] env[69854]: INFO nova.compute.claims [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.974372] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.117804] env[69854]: DEBUG nova.network.neutron [-] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.172733] env[69854]: DEBUG nova.network.neutron [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.332012] env[69854]: DEBUG nova.network.neutron [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Updating instance_info_cache with network_info: [{"id": "d0d5880a-3975-46b4-bf75-9e4cf4de8272", "address": "fa:16:3e:eb:c5:01", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d5880a-39", "ovs_interfaceid": "d0d5880a-3975-46b4-bf75-9e4cf4de8272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.333600] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ee9b978-2221-4964-984f-bd835c4b25f9 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.114s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.334265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.141s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.334482] env[69854]: INFO nova.compute.manager [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Unshelving [ 1109.474915] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.620724] env[69854]: INFO nova.compute.manager [-] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Took 1.29 seconds to deallocate network for instance. [ 1109.837917] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "refresh_cache-cfabe05d-0c65-4192-b6ae-b7189784ae75" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.838258] env[69854]: DEBUG nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Instance network_info: |[{"id": "d0d5880a-3975-46b4-bf75-9e4cf4de8272", "address": "fa:16:3e:eb:c5:01", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d5880a-39", "ovs_interfaceid": "d0d5880a-3975-46b4-bf75-9e4cf4de8272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.840511] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c5:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0d5880a-3975-46b4-bf75-9e4cf4de8272', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.848078] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.850516] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.850747] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17e0323-d012-475a-b7e7-2214a23b873c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.876087] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.876087] env[69854]: value = "task-3519841" [ 1109.876087] env[69854]: _type = "Task" [ 1109.876087] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.884634] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519841, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.978492] env[69854]: DEBUG oslo_vmware.api [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519840, 'name': PowerOnVM_Task, 'duration_secs': 1.076718} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.978755] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.982952] env[69854]: DEBUG nova.compute.manager [None req-0d9bcb23-d291-4372-89b3-9f25d3b472dc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.984252] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc616e6f-dfaa-40e8-b6fa-96e8b9a49cc5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.027126] env[69854]: DEBUG nova.compute.manager [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Received event network-changed-d0d5880a-3975-46b4-bf75-9e4cf4de8272 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.027355] env[69854]: DEBUG nova.compute.manager [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Refreshing instance network info cache due to event network-changed-d0d5880a-3975-46b4-bf75-9e4cf4de8272. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.027575] env[69854]: DEBUG oslo_concurrency.lockutils [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] Acquiring lock "refresh_cache-cfabe05d-0c65-4192-b6ae-b7189784ae75" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.027718] env[69854]: DEBUG oslo_concurrency.lockutils [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] Acquired lock "refresh_cache-cfabe05d-0c65-4192-b6ae-b7189784ae75" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.027881] env[69854]: DEBUG nova.network.neutron [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Refreshing network info cache for port d0d5880a-3975-46b4-bf75-9e4cf4de8272 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.126923] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.128682] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cedc273-1837-4d3f-b429-3d67ac02401b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.137082] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d307c-730d-41bd-a150-94fabcc72b1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.182899] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71757b6b-ed81-4b07-b365-bca420e70f25 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.193686] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e4ced-bad8-4f0b-b687-0b2be320223c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.214289] env[69854]: DEBUG nova.compute.provider_tree [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.369396] env[69854]: DEBUG nova.compute.utils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.388465] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519841, 'name': CreateVM_Task, 'duration_secs': 0.329873} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.388583] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.389252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.389413] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.389725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.389964] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c5be04-f587-4623-9aca-1c92e28b0ef6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.394319] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1110.394319] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a2402e-b7e8-db99-cf78-c567bf236ea8" [ 1110.394319] env[69854]: _type = "Task" [ 1110.394319] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.401940] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a2402e-b7e8-db99-cf78-c567bf236ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.718061] env[69854]: DEBUG nova.scheduler.client.report [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.778544] env[69854]: DEBUG nova.network.neutron [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Updated VIF entry in instance network info cache for port d0d5880a-3975-46b4-bf75-9e4cf4de8272. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.778544] env[69854]: DEBUG nova.network.neutron [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Updating instance_info_cache with network_info: [{"id": "d0d5880a-3975-46b4-bf75-9e4cf4de8272", "address": "fa:16:3e:eb:c5:01", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d5880a-39", "ovs_interfaceid": "d0d5880a-3975-46b4-bf75-9e4cf4de8272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.872717] env[69854]: INFO nova.virt.block_device [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Booting with volume 4c5f403d-d08b-412d-8bd4-dfcb8699909f at /dev/sdb [ 1110.905413] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a2402e-b7e8-db99-cf78-c567bf236ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.020363} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.905739] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.908328] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.908328] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.908328] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.908328] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.908328] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bef796a7-b798-4ede-9418-50e3503770bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.909968] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-577e1b66-34d4-49ce-8d09-b611225b9a1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.922031] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c39c5-34ff-4a20-ac8a-64b857905f54 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.932311] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.932627] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.933490] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90ad985-21e7-466c-98a6-4ecea7205153 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.943631] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1110.943631] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52865351-8a77-0684-20ce-d2e44482f961" [ 1110.943631] env[69854]: _type = "Task" [ 1110.943631] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.962945] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-407a57b5-1e73-42c5-ba14-a6cc961f485e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.968383] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52865351-8a77-0684-20ce-d2e44482f961, 'name': SearchDatastore_Task, 'duration_secs': 0.01666} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.970324] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b046e9-8dd2-4f93-a8fc-277c26b40d0a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.976357] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760c14d-91a7-4a31-aca6-4852b2cd184d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.987649] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1110.987649] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52179e6a-7e6c-a9dd-bcec-9afe8016b14c" [ 1110.987649] env[69854]: _type = "Task" [ 1110.987649] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.997583] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52179e6a-7e6c-a9dd-bcec-9afe8016b14c, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.997890] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.998211] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] cfabe05d-0c65-4192-b6ae-b7189784ae75/cfabe05d-0c65-4192-b6ae-b7189784ae75.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.998506] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba8f6f97-dca0-4752-b040-51d61e812b6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.011337] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a73c12-2950-4731-ac3c-684deb5a2d0e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.016446] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1111.016446] env[69854]: value = "task-3519842" [ 1111.016446] env[69854]: _type = "Task" [ 1111.016446] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.021421] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc7fa2-5f41-4dbd-a41e-496426a90ad0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.030499] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.035177] env[69854]: DEBUG nova.virt.block_device [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating existing volume attachment record: c2f67367-fe7f-4c7e-9dfb-269441ff66a6 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1111.224468] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.225326] env[69854]: DEBUG nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.228262] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.928s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.228483] env[69854]: DEBUG nova.objects.instance [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lazy-loading 'resources' on Instance uuid bbdd8f67-5064-414e-803a-61ab683f0c52 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.280490] env[69854]: DEBUG oslo_concurrency.lockutils [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] Releasing lock "refresh_cache-cfabe05d-0c65-4192-b6ae-b7189784ae75" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.280582] env[69854]: DEBUG nova.compute.manager [req-357d7a1f-3738-4370-be44-c6db42a14b4d req-3dba75d3-ae67-44a6-aaa7-5297f541bef5 service nova] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Received event network-vif-deleted-f05a8ba0-346f-4bb1-ae1a-f9c1dab42971 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.515452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "544b31b4-832f-4276-933b-785cfce6ac50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.515751] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "544b31b4-832f-4276-933b-785cfce6ac50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.529381] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.732378] env[69854]: DEBUG nova.compute.utils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.737659] env[69854]: DEBUG nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.737857] env[69854]: DEBUG nova.network.neutron [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.801520] env[69854]: DEBUG nova.policy [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75c04d669614a948578ceeecde38727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9ed7831f7649d8a1513a1489a27fe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.020455] env[69854]: DEBUG nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.039099] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531092} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.042237] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] cfabe05d-0c65-4192-b6ae-b7189784ae75/cfabe05d-0c65-4192-b6ae-b7189784ae75.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.042609] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.047317] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3853c790-0830-4582-a52d-ff73ab25e7aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.057106] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1112.057106] env[69854]: value = "task-3519846" [ 1112.057106] env[69854]: _type = "Task" [ 1112.057106] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.071977] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.073906] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88450e5a-2c3a-47d4-b227-bc4b4d910f4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.085552] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90766ab6-af54-4ed8-860f-e39d15664d19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.123201] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d6dfa-a8d1-4ec2-b143-b96339a6d879 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.132078] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb65d84-d7c5-4f0d-bbd1-f2061ba33e93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.153197] env[69854]: DEBUG nova.compute.provider_tree [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.161858] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.162132] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.238352] env[69854]: DEBUG nova.network.neutron [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Successfully created port: 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.241026] env[69854]: DEBUG nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.547870] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.570587] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185917} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.570881] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.571705] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8b4c5-8b19-4df5-96e2-14097162a2b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.595333] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] cfabe05d-0c65-4192-b6ae-b7189784ae75/cfabe05d-0c65-4192-b6ae-b7189784ae75.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.595644] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605d9274-36f9-402b-9ef9-2c98b3d329d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.617087] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1112.617087] env[69854]: value = "task-3519847" [ 1112.617087] env[69854]: _type = "Task" [ 1112.617087] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.628715] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.656953] env[69854]: DEBUG nova.scheduler.client.report [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.665753] env[69854]: DEBUG nova.compute.utils [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.128685] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.163127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.166145] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.486s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.168652] env[69854]: INFO nova.compute.claims [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.173305] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.185935] env[69854]: INFO nova.scheduler.client.report [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleted allocations for instance bbdd8f67-5064-414e-803a-61ab683f0c52 [ 1113.252475] env[69854]: DEBUG nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.282187] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.282322] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.282431] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.282612] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.282757] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.282903] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.283123] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.283280] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.283442] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.283601] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.283769] env[69854]: DEBUG nova.virt.hardware [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.284746] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ec483-408e-4775-8b6a-d50d39f2c428 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.293527] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e341208-6c04-4e52-b4a4-f6d5461066d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.627504] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519847, 'name': ReconfigVM_Task, 'duration_secs': 0.662065} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.627785] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Reconfigured VM instance instance-0000005c to attach disk [datastore2] cfabe05d-0c65-4192-b6ae-b7189784ae75/cfabe05d-0c65-4192-b6ae-b7189784ae75.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.628424] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27db5ebd-ffb5-433c-97b2-be824627c6e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.636248] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1113.636248] env[69854]: value = "task-3519849" [ 1113.636248] env[69854]: _type = "Task" [ 1113.636248] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.647119] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519849, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.694874] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5e5424ca-214f-4f51-876e-2fcafc62a2d8 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bbdd8f67-5064-414e-803a-61ab683f0c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.613s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.793688] env[69854]: DEBUG nova.compute.manager [req-c9779bb7-f71f-46dd-9293-9613c500784e req-273034c7-176c-484e-af1c-e6d97f0c1b51 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Received event network-vif-plugged-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.793882] env[69854]: DEBUG oslo_concurrency.lockutils [req-c9779bb7-f71f-46dd-9293-9613c500784e req-273034c7-176c-484e-af1c-e6d97f0c1b51 service nova] Acquiring lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.794700] env[69854]: DEBUG oslo_concurrency.lockutils [req-c9779bb7-f71f-46dd-9293-9613c500784e req-273034c7-176c-484e-af1c-e6d97f0c1b51 service nova] Lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.794700] env[69854]: DEBUG oslo_concurrency.lockutils [req-c9779bb7-f71f-46dd-9293-9613c500784e req-273034c7-176c-484e-af1c-e6d97f0c1b51 service nova] Lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.794700] env[69854]: DEBUG nova.compute.manager [req-c9779bb7-f71f-46dd-9293-9613c500784e req-273034c7-176c-484e-af1c-e6d97f0c1b51 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] No waiting events found dispatching network-vif-plugged-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.795113] env[69854]: WARNING nova.compute.manager [req-c9779bb7-f71f-46dd-9293-9613c500784e req-273034c7-176c-484e-af1c-e6d97f0c1b51 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Received unexpected event network-vif-plugged-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 for instance with vm_state building and task_state spawning. [ 1113.899224] env[69854]: DEBUG nova.network.neutron [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Successfully updated port: 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.146185] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519849, 'name': Rename_Task, 'duration_secs': 0.209782} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.146462] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.146708] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91bbac4a-6cae-4f0a-b5e1-3e6cee295200 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.154134] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1114.154134] env[69854]: value = "task-3519850" [ 1114.154134] env[69854]: _type = "Task" [ 1114.154134] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.164861] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.242725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.243547] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.243684] env[69854]: INFO nova.compute.manager [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Attaching volume 0729d1b8-d9ba-4128-b2e1-dcc94d7eee51 to /dev/sdb [ 1114.282616] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae6604-4de2-4087-9690-4a2503c2489d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.291631] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee90719-2934-4950-be29-e95ca943e88c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.306365] env[69854]: DEBUG nova.virt.block_device [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updating existing volume attachment record: 5176af5c-9af5-43c1-9d5a-d4239f13b511 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1114.401735] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.401933] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.403546] env[69854]: DEBUG nova.network.neutron [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.457616] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df859e0-baf5-4ec3-abdc-4ec84e916a96 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.465052] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03637b5-401b-4bb9-b201-337d65de1c51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.495560] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a8721-389b-4f5a-bcf2-bd1d90ccd1b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.508749] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146bb5b5-421c-4e69-89b1-2409d2d9fd2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.522381] env[69854]: DEBUG nova.compute.provider_tree [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.667225] env[69854]: DEBUG oslo_vmware.api [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519850, 'name': PowerOnVM_Task, 'duration_secs': 0.49736} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.667523] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.667716] env[69854]: INFO nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1114.667894] env[69854]: DEBUG nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.668826] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2836ec7e-9848-4887-bfcf-ebec6d13a212 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.949824] env[69854]: DEBUG nova.network.neutron [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.028153] env[69854]: DEBUG nova.scheduler.client.report [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.109349] env[69854]: DEBUG nova.network.neutron [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.186728] env[69854]: INFO nova.compute.manager [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Took 17.81 seconds to build instance. [ 1115.533850] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.534397] env[69854]: DEBUG nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.537487] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.135s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.538887] env[69854]: INFO nova.compute.claims [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.612111] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.612461] env[69854]: DEBUG nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Instance network_info: |[{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.613294] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:aa:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '958ca267-8d7b-41a4-9b2a-5b8ffc7a3362', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.622897] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.623466] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.623703] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2033ebfd-3ea3-4598-971c-93585929cb95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.645899] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.645899] env[69854]: value = "task-3519854" [ 1115.645899] env[69854]: _type = "Task" [ 1115.645899] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.659224] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519854, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.688944] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1dbee70b-a96e-4029-9998-2d151c5aa8d3 tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.318s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.828929] env[69854]: DEBUG nova.compute.manager [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Received event network-changed-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.829071] env[69854]: DEBUG nova.compute.manager [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Refreshing instance network info cache due to event network-changed-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.829292] env[69854]: DEBUG oslo_concurrency.lockutils [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] Acquiring lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.829416] env[69854]: DEBUG oslo_concurrency.lockutils [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] Acquired lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.829597] env[69854]: DEBUG nova.network.neutron [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Refreshing network info cache for port 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.047624] env[69854]: DEBUG nova.compute.utils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.049678] env[69854]: DEBUG nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.050349] env[69854]: DEBUG nova.network.neutron [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.111314] env[69854]: DEBUG nova.policy [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ca82f8ef4cf4372a972bb59bda43f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f80214cf35f9425cbe6e454623513e21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.158682] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519854, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.558322] env[69854]: DEBUG nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.583827] env[69854]: DEBUG nova.network.neutron [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updated VIF entry in instance network info cache for port 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.583827] env[69854]: DEBUG nova.network.neutron [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.587193] env[69854]: DEBUG nova.network.neutron [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Successfully created port: d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.660625] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519854, 'name': CreateVM_Task, 'duration_secs': 0.614112} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.665550] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.665550] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.665550] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.665550] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.665550] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fa028f-eabe-4845-bddb-f286a26917a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.668283] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1116.668283] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f0e98d-9aa7-b9d7-6f09-b0be84cfe64c" [ 1116.668283] env[69854]: _type = "Task" [ 1116.668283] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.688585] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f0e98d-9aa7-b9d7-6f09-b0be84cfe64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.882945] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ab61e6-223d-46f0-9629-55b6cdf57a35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.893140] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b933137f-a025-439e-9942-f6655343b87f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.925440] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d74fc8-b043-4fa2-bd62-ce95a3a870a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.933472] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b87991b-1b3f-489b-a1d2-e9d7ce021fe9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.948338] env[69854]: DEBUG nova.compute.provider_tree [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.089736] env[69854]: DEBUG oslo_concurrency.lockutils [req-4b238206-e959-4d69-ae9e-c631276b4425 req-79913d76-d400-474b-9d8d-ebfab2683242 service nova] Releasing lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.164420] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.179663] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f0e98d-9aa7-b9d7-6f09-b0be84cfe64c, 'name': SearchDatastore_Task, 'duration_secs': 0.016911} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.180025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.180323] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.180621] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.180832] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.181102] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.181426] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3e2979-22b1-422b-a677-cb072c9769d8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.191431] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.191621] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.192460] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b6b517-602f-4602-b22d-9c8508f967c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.198905] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1117.198905] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a6364f-b96b-f10b-d149-b3fc3d0da1fa" [ 1117.198905] env[69854]: _type = "Task" [ 1117.198905] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.207991] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a6364f-b96b-f10b-d149-b3fc3d0da1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.263019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "23da5aaf-074a-421d-ac41-9fb619044723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.263297] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "23da5aaf-074a-421d-ac41-9fb619044723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.357670] env[69854]: DEBUG nova.compute.manager [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.358601] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339551b-40ac-46a0-a180-4372674c5f77 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.474494] env[69854]: ERROR nova.scheduler.client.report [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [req-7a86ef6a-de02-4987-b728-df573d8ed50d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a86ef6a-de02-4987-b728-df573d8ed50d"}]} [ 1117.495729] env[69854]: DEBUG nova.scheduler.client.report [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1117.511254] env[69854]: DEBUG nova.scheduler.client.report [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1117.511497] env[69854]: DEBUG nova.compute.provider_tree [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.523225] env[69854]: DEBUG nova.scheduler.client.report [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1117.541435] env[69854]: DEBUG nova.scheduler.client.report [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1117.574775] env[69854]: DEBUG nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.598905] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.599182] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.599340] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.599520] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.599666] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.599813] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.600029] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.600198] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.600363] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.600525] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.600697] env[69854]: DEBUG nova.virt.hardware [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.601565] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8154a34c-e41f-4cd7-88c2-fa821d149974 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.612087] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6cb240-476c-46a1-ba70-ae0b3e7a093f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.708934] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a6364f-b96b-f10b-d149-b3fc3d0da1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.711987] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b415789-3809-4339-a6ef-7e6f8f2cdca5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.718551] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1117.718551] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524ccaf3-a79e-213f-f463-40256db1c3b7" [ 1117.718551] env[69854]: _type = "Task" [ 1117.718551] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.729150] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524ccaf3-a79e-213f-f463-40256db1c3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.766743] env[69854]: DEBUG nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.816983] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b778b215-eefa-4381-8875-fb45a6167709 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.825453] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cb336a-0e33-499b-927c-94b4f19d77a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.858635] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a606d-50a9-4631-b075-4e89819665c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.866974] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71cb475-69f0-4ee3-8af7-f72523f80583 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.871702] env[69854]: INFO nova.compute.manager [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] instance snapshotting [ 1117.875197] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae23ce0-e596-44de-a713-6f384513134a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.885931] env[69854]: DEBUG nova.compute.provider_tree [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.904482] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b27f0-ae9d-452b-9869-e4a4447497d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.066448] env[69854]: DEBUG nova.compute.manager [req-93c16d39-4503-44a4-915d-d76bb978e0f2 req-cb8d9810-afa2-43ca-8af8-ca9fcffc7275 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Received event network-vif-plugged-d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.066649] env[69854]: DEBUG oslo_concurrency.lockutils [req-93c16d39-4503-44a4-915d-d76bb978e0f2 req-cb8d9810-afa2-43ca-8af8-ca9fcffc7275 service nova] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.066815] env[69854]: DEBUG oslo_concurrency.lockutils [req-93c16d39-4503-44a4-915d-d76bb978e0f2 req-cb8d9810-afa2-43ca-8af8-ca9fcffc7275 service nova] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.066986] env[69854]: DEBUG oslo_concurrency.lockutils [req-93c16d39-4503-44a4-915d-d76bb978e0f2 req-cb8d9810-afa2-43ca-8af8-ca9fcffc7275 service nova] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.067170] env[69854]: DEBUG nova.compute.manager [req-93c16d39-4503-44a4-915d-d76bb978e0f2 req-cb8d9810-afa2-43ca-8af8-ca9fcffc7275 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] No waiting events found dispatching network-vif-plugged-d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.067334] env[69854]: WARNING nova.compute.manager [req-93c16d39-4503-44a4-915d-d76bb978e0f2 req-cb8d9810-afa2-43ca-8af8-ca9fcffc7275 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Received unexpected event network-vif-plugged-d7a26410-df8b-43c7-9108-485969f8a11e for instance with vm_state building and task_state spawning. [ 1118.215460] env[69854]: DEBUG nova.network.neutron [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Successfully updated port: d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.234776] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524ccaf3-a79e-213f-f463-40256db1c3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.235452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.237226] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.237226] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a89f8b-5661-43a1-bfc4-3eb9615cf73e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.245940] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1118.245940] env[69854]: value = "task-3519857" [ 1118.245940] env[69854]: _type = "Task" [ 1118.245940] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.257204] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.292505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.416363] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.416728] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12542b0c-00e2-4400-9600-88817df75c20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.420920] env[69854]: DEBUG nova.scheduler.client.report [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1118.420920] env[69854]: DEBUG nova.compute.provider_tree [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 123 to 124 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.420920] env[69854]: DEBUG nova.compute.provider_tree [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.431180] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1118.431180] env[69854]: value = "task-3519858" [ 1118.431180] env[69854]: _type = "Task" [ 1118.431180] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.439710] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.718110] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.718360] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.718624] env[69854]: DEBUG nova.network.neutron [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.756342] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.852926] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.853288] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.854204] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c76597b-87f6-4837-a085-44e69136409f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.870574] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c3b33-4679-4f5c-bd7a-ed6c08c8461b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.894349] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51/volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.894617] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-777a2fd8-6393-451f-8fe9-92c5ba2b6f78 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.913221] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1118.913221] env[69854]: value = "task-3519859" [ 1118.913221] env[69854]: _type = "Task" [ 1118.913221] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.921585] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.926585] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.389s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.927605] env[69854]: DEBUG nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.929816] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.754s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.930098] env[69854]: DEBUG nova.objects.instance [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lazy-loading 'resources' on Instance uuid 25126850-d93c-437a-b08f-99cd51d2f6e9 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.941212] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519858, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.255126] env[69854]: DEBUG nova.network.neutron [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.264315] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.264315] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.264315] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.264315] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af88ee7a-2b26-4a7a-83dc-7125c49ca00c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.270244] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1119.270244] env[69854]: value = "task-3519860" [ 1119.270244] env[69854]: _type = "Task" [ 1119.270244] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.283418] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.418426] env[69854]: DEBUG nova.network.neutron [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updating instance_info_cache with network_info: [{"id": "d7a26410-df8b-43c7-9108-485969f8a11e", "address": "fa:16:3e:68:de:0b", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a26410-df", "ovs_interfaceid": "d7a26410-df8b-43c7-9108-485969f8a11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.426488] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.438235] env[69854]: DEBUG nova.compute.utils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.441026] env[69854]: DEBUG nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.441117] env[69854]: DEBUG nova.network.neutron [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.446233] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519858, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.482562] env[69854]: DEBUG nova.policy [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.722315] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931801fe-6450-418d-a314-b1ade83e08d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.729717] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fff65a-c1f8-47d2-ba92-f8f64a528e98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.761245] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c922566-ab7c-41a2-bdf3-12f2d609bbc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.771099] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8b26b-23b4-4172-ac41-9a2ee6750d97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.790327] env[69854]: DEBUG nova.compute.provider_tree [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.795426] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074082} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.795675] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.796464] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf653bb-f806-4582-b098-0550f3229410 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.820826] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.821768] env[69854]: DEBUG nova.network.neutron [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Successfully created port: 72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.823878] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e30384-0a25-4e6c-bfe2-1005c84d78b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.845452] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1119.845452] env[69854]: value = "task-3519861" [ 1119.845452] env[69854]: _type = "Task" [ 1119.845452] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.853907] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.921122] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.921412] env[69854]: DEBUG nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Instance network_info: |[{"id": "d7a26410-df8b-43c7-9108-485969f8a11e", "address": "fa:16:3e:68:de:0b", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a26410-df", "ovs_interfaceid": "d7a26410-df8b-43c7-9108-485969f8a11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.921847] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:de:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a26410-df8b-43c7-9108-485969f8a11e', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.929605] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.933588] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.934028] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.934272] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.934469] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.934656] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.934819] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.936500] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.936822] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e226aa31-1dc1-4b64-a731-40839d52b314 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.956136] env[69854]: INFO nova.compute.manager [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Terminating instance [ 1119.959514] env[69854]: DEBUG nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.971143] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519858, 'name': CreateSnapshot_Task, 'duration_secs': 1.370577} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.972654] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.972898] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.972898] env[69854]: value = "task-3519862" [ 1119.972898] env[69854]: _type = "Task" [ 1119.972898] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.973592] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140aa00-0488-4e42-99eb-9285fce1861c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.991275] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519862, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.130644] env[69854]: DEBUG nova.compute.manager [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Received event network-changed-d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.130811] env[69854]: DEBUG nova.compute.manager [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Refreshing instance network info cache due to event network-changed-d7a26410-df8b-43c7-9108-485969f8a11e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.131012] env[69854]: DEBUG oslo_concurrency.lockutils [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] Acquiring lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.131163] env[69854]: DEBUG oslo_concurrency.lockutils [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] Acquired lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.131323] env[69854]: DEBUG nova.network.neutron [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Refreshing network info cache for port d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.326837] env[69854]: DEBUG nova.scheduler.client.report [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1120.327175] env[69854]: DEBUG nova.compute.provider_tree [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 124 to 125 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1120.327416] env[69854]: DEBUG nova.compute.provider_tree [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.360230] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.427890] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519859, 'name': ReconfigVM_Task, 'duration_secs': 1.367306} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.428237] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51/volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.433542] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b6a3636-c64d-4db4-9093-a5e603284d87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.451697] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1120.451697] env[69854]: value = "task-3519863" [ 1120.451697] env[69854]: _type = "Task" [ 1120.451697] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.460840] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.467147] env[69854]: DEBUG nova.compute.manager [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.467356] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.468478] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0519c106-8b88-4c55-9b72-b31b25f73fd1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.477484] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.481010] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bc2848b-c6bb-44ee-9d9b-cf8216e1dfd0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.496391] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.496717] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519862, 'name': CreateVM_Task, 'duration_secs': 0.488732} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.498551] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a64e5dc2-0c44-4dec-b2cb-59833c007e6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.502027] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.502027] env[69854]: DEBUG oslo_vmware.api [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1120.502027] env[69854]: value = "task-3519864" [ 1120.502027] env[69854]: _type = "Task" [ 1120.502027] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.503574] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.503773] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.504169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.505366] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adf4589-82e6-460f-8b54-deecfaf79f1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.512189] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1120.512189] env[69854]: value = "task-3519865" [ 1120.512189] env[69854]: _type = "Task" [ 1120.512189] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.519855] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1120.519855] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d6e729-84d5-9669-c9b0-90af883a62cb" [ 1120.519855] env[69854]: _type = "Task" [ 1120.519855] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.520088] env[69854]: DEBUG oslo_vmware.api [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.526812] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519865, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.533039] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d6e729-84d5-9669-c9b0-90af883a62cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014285} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.533362] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.533616] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.533855] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.534031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.534220] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.534486] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17dec884-f2d2-4259-ab64-cfaad0a85cdb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.549509] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.549748] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.550547] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e458c85f-f30d-4347-96cd-61672f5aac98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.556814] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1120.556814] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52da6fa9-5db3-4827-c7e8-0422b94ad085" [ 1120.556814] env[69854]: _type = "Task" [ 1120.556814] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.565035] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52da6fa9-5db3-4827-c7e8-0422b94ad085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.836178] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.838250] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.380s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.838478] env[69854]: DEBUG nova.objects.instance [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lazy-loading 'resources' on Instance uuid d8405744-92c4-4afe-b7cd-ce8fc5755c42 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.856814] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519861, 'name': ReconfigVM_Task, 'duration_secs': 0.641264} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.857777] env[69854]: INFO nova.scheduler.client.report [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleted allocations for instance 25126850-d93c-437a-b08f-99cd51d2f6e9 [ 1120.858783] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.859424] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57373a87-1776-4c2e-86db-155e03c4d496 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.872346] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1120.872346] env[69854]: value = "task-3519866" [ 1120.872346] env[69854]: _type = "Task" [ 1120.872346] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.881822] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519866, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.899256] env[69854]: DEBUG nova.network.neutron [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updated VIF entry in instance network info cache for port d7a26410-df8b-43c7-9108-485969f8a11e. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.899787] env[69854]: DEBUG nova.network.neutron [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updating instance_info_cache with network_info: [{"id": "d7a26410-df8b-43c7-9108-485969f8a11e", "address": "fa:16:3e:68:de:0b", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a26410-df", "ovs_interfaceid": "d7a26410-df8b-43c7-9108-485969f8a11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.962225] env[69854]: DEBUG oslo_vmware.api [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519863, 'name': ReconfigVM_Task, 'duration_secs': 0.161449} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.962540] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.969648] env[69854]: DEBUG nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.999927] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.000276] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.000571] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.000792] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.000944] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.001111] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.001323] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.001479] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.001642] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.001804] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.002019] env[69854]: DEBUG nova.virt.hardware [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.003315] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe56eb6-bb3d-443a-8647-ad81f7436ac9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.022050] env[69854]: DEBUG oslo_vmware.api [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519864, 'name': PowerOffVM_Task, 'duration_secs': 0.312248} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.022710] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.022895] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.024473] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c09db03-b4be-4589-a891-8143f1a0d2f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.031255] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27f70ad7-2b13-494e-81b2-e9f11cff4145 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.032661] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519865, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.067723] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52da6fa9-5db3-4827-c7e8-0422b94ad085, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.068536] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6549b5-56d4-44be-a8a2-264a3e0098cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.075202] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1121.075202] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52894f1b-16aa-610b-6bb3-d1c8cc4cd737" [ 1121.075202] env[69854]: _type = "Task" [ 1121.075202] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.083478] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52894f1b-16aa-610b-6bb3-d1c8cc4cd737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.096094] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.096413] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.096715] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleting the datastore file [datastore1] 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.097051] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b78089-3e49-4768-9782-a8adc58c1c1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.105184] env[69854]: DEBUG oslo_vmware.api [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1121.105184] env[69854]: value = "task-3519868" [ 1121.105184] env[69854]: _type = "Task" [ 1121.105184] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.113982] env[69854]: DEBUG oslo_vmware.api [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.371475] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2e12449d-4738-4192-8074-a5ea275e2de0 tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "25126850-d93c-437a-b08f-99cd51d2f6e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.452s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.383074] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519866, 'name': Rename_Task, 'duration_secs': 0.152396} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.386251] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.386691] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-338252fd-a70e-48c5-a37e-bae9544cecd8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.393516] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1121.393516] env[69854]: value = "task-3519869" [ 1121.393516] env[69854]: _type = "Task" [ 1121.393516] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.403635] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.405223] env[69854]: DEBUG oslo_concurrency.lockutils [req-002e865f-254b-4cc2-8a6c-dfb1e52a46bd req-644bf045-0234-4fe9-9ef0-7ac788830a18 service nova] Releasing lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.457094] env[69854]: DEBUG nova.network.neutron [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Successfully updated port: 72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.525236] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519865, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.587110] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52894f1b-16aa-610b-6bb3-d1c8cc4cd737, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.587440] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.587663] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ce9c5aea-6dac-447c-be55-509b78927fb2/ce9c5aea-6dac-447c-be55-509b78927fb2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.587924] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f2c809-6a16-43ff-98c1-1b7608e1a1ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.600290] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1121.600290] env[69854]: value = "task-3519870" [ 1121.600290] env[69854]: _type = "Task" [ 1121.600290] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.613631] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.619169] env[69854]: DEBUG oslo_vmware.api [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180763} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.621795] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.621985] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.622179] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.622348] env[69854]: INFO nova.compute.manager [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1121.622578] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.622953] env[69854]: DEBUG nova.compute.manager [-] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.623071] env[69854]: DEBUG nova.network.neutron [-] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.676873] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a5e141-b987-4b90-bea1-e70c48cf09ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.685845] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b64903-3393-4138-a880-7d7a208a8049 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.719846] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7e3c3-c771-4899-a02d-df2d76013ff0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.728519] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c7a9ea-25de-4139-a4fb-a083e2657cb5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.745013] env[69854]: DEBUG nova.compute.provider_tree [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.910945] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.928063] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.928438] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.928693] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.929313] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.929313] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.933460] env[69854]: INFO nova.compute.manager [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Terminating instance [ 1121.962351] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.962516] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.962672] env[69854]: DEBUG nova.network.neutron [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.007095] env[69854]: DEBUG nova.objects.instance [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'flavor' on Instance uuid 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.025891] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519865, 'name': CloneVM_Task, 'duration_secs': 1.5016} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.026232] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Created linked-clone VM from snapshot [ 1122.027133] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c97196-466e-40c4-bcaa-7cc6db6030bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.039462] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Uploading image c91fa396-1362-4fc2-aa6a-77cc6c428c3f {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1122.055275] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1122.055652] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37108443-b87c-4573-afb2-4c01bc1a5c74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.065704] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1122.065704] env[69854]: value = "task-3519871" [ 1122.065704] env[69854]: _type = "Task" [ 1122.065704] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.076346] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519871, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.111230] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519870, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.161035] env[69854]: DEBUG nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-vif-plugged-72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.161292] env[69854]: DEBUG oslo_concurrency.lockutils [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] Acquiring lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.161501] env[69854]: DEBUG oslo_concurrency.lockutils [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.161666] env[69854]: DEBUG oslo_concurrency.lockutils [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.161830] env[69854]: DEBUG nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] No waiting events found dispatching network-vif-plugged-72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.161994] env[69854]: WARNING nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received unexpected event network-vif-plugged-72b6ee15-db72-45bc-ac91-0e385963f052 for instance with vm_state building and task_state spawning. [ 1122.162174] env[69854]: DEBUG nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.162325] env[69854]: DEBUG nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing instance network info cache due to event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.162485] env[69854]: DEBUG oslo_concurrency.lockutils [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.249709] env[69854]: DEBUG nova.scheduler.client.report [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.405729] env[69854]: DEBUG oslo_vmware.api [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3519869, 'name': PowerOnVM_Task, 'duration_secs': 0.541939} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.406037] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.406248] env[69854]: INFO nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1122.406428] env[69854]: DEBUG nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.408677] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355cf0b3-5844-46d8-b49b-70f8d35cc4f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.419225] env[69854]: DEBUG nova.network.neutron [-] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.437903] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "refresh_cache-32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.437903] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquired lock "refresh_cache-32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.437903] env[69854]: DEBUG nova.network.neutron [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.508419] env[69854]: DEBUG nova.network.neutron [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.512167] env[69854]: DEBUG oslo_concurrency.lockutils [None req-cda42f7a-1210-4474-9631-3aba039ffb96 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.269s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.577259] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519871, 'name': Destroy_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.610995] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593067} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.611280] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] ce9c5aea-6dac-447c-be55-509b78927fb2/ce9c5aea-6dac-447c-be55-509b78927fb2.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.611472] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.611814] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b48c5429-38c2-49f2-8a19-c020095b307f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.620316] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1122.620316] env[69854]: value = "task-3519872" [ 1122.620316] env[69854]: _type = "Task" [ 1122.620316] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.630191] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.671078] env[69854]: DEBUG nova.network.neutron [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.755164] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.758018] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.695s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.759854] env[69854]: INFO nova.compute.claims [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.780809] env[69854]: INFO nova.scheduler.client.report [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted allocations for instance d8405744-92c4-4afe-b7cd-ce8fc5755c42 [ 1122.922978] env[69854]: INFO nova.compute.manager [-] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Took 1.30 seconds to deallocate network for instance. [ 1122.926930] env[69854]: INFO nova.compute.manager [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Took 24.22 seconds to build instance. [ 1122.970595] env[69854]: DEBUG nova.network.neutron [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.048026] env[69854]: DEBUG nova.network.neutron [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.078348] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519871, 'name': Destroy_Task, 'duration_secs': 0.920847} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.078629] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Destroyed the VM [ 1123.078864] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.079142] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-411bb55f-a093-49f7-b04b-db1ae000efde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.088806] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1123.088806] env[69854]: value = "task-3519873" [ 1123.088806] env[69854]: _type = "Task" [ 1123.088806] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.098974] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519873, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.136320] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095828} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.137444] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.137444] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f2da48-13f2-4c32-8e21-40efa4ab65b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.161217] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] ce9c5aea-6dac-447c-be55-509b78927fb2/ce9c5aea-6dac-447c-be55-509b78927fb2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.161822] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd561a22-570c-429f-84e1-4b63cb076360 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.178067] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.178067] env[69854]: DEBUG nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Instance network_info: |[{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.178355] env[69854]: DEBUG oslo_concurrency.lockutils [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.178543] env[69854]: DEBUG nova.network.neutron [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.179708] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:d2:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72b6ee15-db72-45bc-ac91-0e385963f052', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.187069] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.190501] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.190977] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c02d83f3-983a-4a4b-ab4e-19629922d240 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.207378] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1123.207378] env[69854]: value = "task-3519874" [ 1123.207378] env[69854]: _type = "Task" [ 1123.207378] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.213331] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.213331] env[69854]: value = "task-3519875" [ 1123.213331] env[69854]: _type = "Task" [ 1123.213331] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.219870] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.225628] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519875, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.290951] env[69854]: INFO nova.compute.manager [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Rebuilding instance [ 1123.300402] env[69854]: DEBUG oslo_concurrency.lockutils [None req-23d27444-d37b-49e7-88b1-ccc87d5bf698 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8405744-92c4-4afe-b7cd-ce8fc5755c42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.889s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.349691] env[69854]: DEBUG nova.compute.manager [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.350567] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e25fed-a4b0-4652-934e-ea2214f2abdf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.431174] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5f35cee-2f4f-4b65-8a2d-9d627233ef8f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.753s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.432367] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.524518] env[69854]: DEBUG nova.network.neutron [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updated VIF entry in instance network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.525082] env[69854]: DEBUG nova.network.neutron [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.550353] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Releasing lock "refresh_cache-32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.550963] env[69854]: DEBUG nova.compute.manager [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.551240] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.552322] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c485d4bd-5d98-467b-af7a-6a33ca392b37 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.564045] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.564045] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e5766a-6298-4bed-a511-e5415b09b145 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.570847] env[69854]: DEBUG oslo_vmware.api [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1123.570847] env[69854]: value = "task-3519876" [ 1123.570847] env[69854]: _type = "Task" [ 1123.570847] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.580595] env[69854]: DEBUG oslo_vmware.api [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.601995] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519873, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.632351] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.632718] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.633062] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.633364] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.633621] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.636264] env[69854]: INFO nova.compute.manager [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Terminating instance [ 1123.721915] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519874, 'name': ReconfigVM_Task, 'duration_secs': 0.528046} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.725402] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfigured VM instance instance-0000005e to attach disk [datastore2] ce9c5aea-6dac-447c-be55-509b78927fb2/ce9c5aea-6dac-447c-be55-509b78927fb2.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.726042] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519875, 'name': CreateVM_Task, 'duration_secs': 0.503058} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.726258] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95274eb-1692-42bc-b8a6-7d3d8e09cc4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.728422] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.728565] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.728684] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.732412] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.733108] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646845f3-ef0b-4fd4-9c55-3c8d169cd314 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.741084] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1123.741084] env[69854]: value = "task-3519877" [ 1123.741084] env[69854]: _type = "Task" [ 1123.741084] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.741449] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1123.741449] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aa1586-650b-63b4-0e45-df081bede265" [ 1123.741449] env[69854]: _type = "Task" [ 1123.741449] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.764023] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519877, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.765712] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aa1586-650b-63b4-0e45-df081bede265, 'name': SearchDatastore_Task, 'duration_secs': 0.01301} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.766084] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.766414] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.766668] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.766819] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.767017] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.774032] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b167fe-20a7-4559-847f-9221c3aca0d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.780725] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.780932] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.781795] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb771ff-c961-4f38-9b4d-61cf3ccdcb22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.794651] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1123.794651] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5288fb61-4dcf-4bd2-f41b-214113a46d67" [ 1123.794651] env[69854]: _type = "Task" [ 1123.794651] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.813717] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5288fb61-4dcf-4bd2-f41b-214113a46d67, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.818919] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf55dd7-0b5e-4b69-9a42-71eca0fd8a97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.827345] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1123.827345] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528a1882-a161-0e92-9fdf-c98e6c4a032f" [ 1123.827345] env[69854]: _type = "Task" [ 1123.827345] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.838174] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528a1882-a161-0e92-9fdf-c98e6c4a032f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.027867] env[69854]: DEBUG oslo_concurrency.lockutils [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.028156] env[69854]: DEBUG nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Received event network-vif-deleted-af01b80f-17e5-4645-85a7-7d19602935eb {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.028340] env[69854]: INFO nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Neutron deleted interface af01b80f-17e5-4645-85a7-7d19602935eb; detaching it from the instance and deleting it from the info cache [ 1124.028513] env[69854]: DEBUG nova.network.neutron [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.060191] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb42dc9-cc21-44a5-9e35-585efa1c7a29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.069990] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab8f353-1ba8-4adc-87b6-70bb40b7cbcb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.082815] env[69854]: DEBUG oslo_vmware.api [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519876, 'name': PowerOffVM_Task, 'duration_secs': 0.215681} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.109141] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.109555] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.110631] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bcb3efe-3a3e-44f5-82c6-49245733aa20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.115413] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b532d207-f14d-4d9e-a2bc-0a91717795b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.123591] env[69854]: DEBUG oslo_vmware.api [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519873, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871353} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.125860] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.129277] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42149b60-de87-4253-8088-b8a25f3222d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.141487] env[69854]: DEBUG nova.compute.manager [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.141735] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.142561] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bbbf93-bd0f-433b-8c77-ce4f696e393a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.156563] env[69854]: DEBUG nova.compute.provider_tree [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.165642] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.168632] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.168632] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleting the datastore file [datastore2] 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.169269] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9cde4e8-71ab-4ec8-9a8a-8910aa91f8cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.171275] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.172043] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ca65b85-eef0-4fd3-9156-342b26979fe0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.179840] env[69854]: DEBUG oslo_vmware.api [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for the task: (returnval){ [ 1124.179840] env[69854]: value = "task-3519879" [ 1124.179840] env[69854]: _type = "Task" [ 1124.179840] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.181834] env[69854]: DEBUG oslo_vmware.api [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1124.181834] env[69854]: value = "task-3519880" [ 1124.181834] env[69854]: _type = "Task" [ 1124.181834] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.195605] env[69854]: DEBUG oslo_vmware.api [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.199604] env[69854]: DEBUG oslo_vmware.api [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.252624] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519877, 'name': Rename_Task, 'duration_secs': 0.176186} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.253013] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.255031] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b59666aa-e01f-4a37-bf59-64c4940544fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.262060] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1124.262060] env[69854]: value = "task-3519881" [ 1124.262060] env[69854]: _type = "Task" [ 1124.262060] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.271572] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.343706] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528a1882-a161-0e92-9fdf-c98e6c4a032f, 'name': SearchDatastore_Task, 'duration_secs': 0.014222} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.343706] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.343935] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] b0311c66-16b3-4c7e-9e40-c9e14e170d14/b0311c66-16b3-4c7e-9e40-c9e14e170d14.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.344980] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-816ea4bd-2949-46c6-8d7a-8cafcc38360b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.354284] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1124.354284] env[69854]: value = "task-3519882" [ 1124.354284] env[69854]: _type = "Task" [ 1124.354284] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.365515] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.372706] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.373250] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df73f8fb-abec-43e5-bba9-09b089fa98bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.383166] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1124.383166] env[69854]: value = "task-3519883" [ 1124.383166] env[69854]: _type = "Task" [ 1124.383166] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.392294] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.484076] env[69854]: DEBUG nova.compute.manager [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Received event network-changed-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.484428] env[69854]: DEBUG nova.compute.manager [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Refreshing instance network info cache due to event network-changed-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.484779] env[69854]: DEBUG oslo_concurrency.lockutils [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] Acquiring lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.485085] env[69854]: DEBUG oslo_concurrency.lockutils [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] Acquired lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.485364] env[69854]: DEBUG nova.network.neutron [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Refreshing network info cache for port 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.531116] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-528cac50-2a3d-49ec-925b-96c9ddfebfff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.542817] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba335e-d40c-495d-aa6f-51547ec24515 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.582952] env[69854]: DEBUG nova.compute.manager [req-2a4b5d99-15e4-46d4-b93a-fda8bd96dbaf req-901f3af6-6449-4516-8fd3-a4c4f013a922 service nova] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Detach interface failed, port_id=af01b80f-17e5-4645-85a7-7d19602935eb, reason: Instance 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.641170] env[69854]: WARNING nova.compute.manager [None req-21f05d95-3866-466b-a0af-3007dd0e8f0a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Image not found during snapshot: nova.exception.ImageNotFound: Image c91fa396-1362-4fc2-aa6a-77cc6c428c3f could not be found. [ 1124.662291] env[69854]: DEBUG nova.scheduler.client.report [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.696346] env[69854]: DEBUG oslo_vmware.api [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Task: {'id': task-3519879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100868} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.701216] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.701459] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.701652] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.701837] env[69854]: INFO nova.compute.manager [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1124.702121] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.702760] env[69854]: DEBUG oslo_vmware.api [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519880, 'name': PowerOffVM_Task, 'duration_secs': 0.261381} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.703961] env[69854]: DEBUG nova.compute.manager [-] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.703961] env[69854]: DEBUG nova.network.neutron [-] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.705660] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.705842] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.706150] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27e85c2-e520-4088-a338-663d0336a7c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.725173] env[69854]: DEBUG nova.network.neutron [-] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.774601] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519881, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.787667] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.787963] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.788164] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleting the datastore file [datastore2] d8f11640-a3a3-42aa-afd7-674cd2af95c5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.788514] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-091c38cb-ebe9-46a5-b221-d7e4f6f0fc89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.795925] env[69854]: DEBUG oslo_vmware.api [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for the task: (returnval){ [ 1124.795925] env[69854]: value = "task-3519885" [ 1124.795925] env[69854]: _type = "Task" [ 1124.795925] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.806056] env[69854]: DEBUG oslo_vmware.api [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.865396] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519882, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.893600] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519883, 'name': PowerOffVM_Task, 'duration_secs': 0.25103} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.893834] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.956727] env[69854]: INFO nova.compute.manager [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Detaching volume 0729d1b8-d9ba-4128-b2e1-dcc94d7eee51 [ 1124.997044] env[69854]: INFO nova.virt.block_device [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Attempting to driver detach volume 0729d1b8-d9ba-4128-b2e1-dcc94d7eee51 from mountpoint /dev/sdb [ 1124.997165] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.997337] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.998281] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9af4f7b-ed45-43f1-9a93-e3f07706b704 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.027910] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8fd60f-b8de-4bfd-a13b-6c6ad9ce4a0d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.036322] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988cfc7f-ed7d-4478-9792-809a100db141 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.057970] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e05f66-385d-4bb1-a84c-39ef6853cca3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.073800] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] The volume has not been displaced from its original location: [datastore2] volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51/volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.079098] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.081647] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57eb0546-daed-45dd-8652-3580160ef8b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.099902] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1125.099902] env[69854]: value = "task-3519886" [ 1125.099902] env[69854]: _type = "Task" [ 1125.099902] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.110512] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.175302] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.175801] env[69854]: DEBUG nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.178516] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.052s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.178630] env[69854]: DEBUG nova.objects.instance [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'resources' on Instance uuid e6475ec5-d519-4437-933a-aa038c66ab1d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.233571] env[69854]: DEBUG nova.network.neutron [-] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.235059] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "cfabe05d-0c65-4192-b6ae-b7189784ae75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.235346] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.235551] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "cfabe05d-0c65-4192-b6ae-b7189784ae75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.236162] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.236162] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.246175] env[69854]: INFO nova.compute.manager [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Terminating instance [ 1125.273342] env[69854]: DEBUG oslo_vmware.api [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3519881, 'name': PowerOnVM_Task, 'duration_secs': 0.807786} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.273602] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.273798] env[69854]: INFO nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1125.273977] env[69854]: DEBUG nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.274770] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe28bdb-0b7a-43b8-9bcc-ac51e87efdb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.294275] env[69854]: DEBUG nova.network.neutron [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updated VIF entry in instance network info cache for port 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.294835] env[69854]: DEBUG nova.network.neutron [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.306034] env[69854]: DEBUG oslo_vmware.api [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Task: {'id': task-3519885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213177} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.306794] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.306985] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.307178] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.307971] env[69854]: INFO nova.compute.manager [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1125.307971] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.307971] env[69854]: DEBUG nova.compute.manager [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.307971] env[69854]: DEBUG nova.network.neutron [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.365862] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537358} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.366112] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] b0311c66-16b3-4c7e-9e40-c9e14e170d14/b0311c66-16b3-4c7e-9e40-c9e14e170d14.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.366373] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.366635] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b50641f-03bf-492b-9c4e-489794bfe92c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.375304] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1125.375304] env[69854]: value = "task-3519887" [ 1125.375304] env[69854]: _type = "Task" [ 1125.375304] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.384999] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.610012] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519886, 'name': ReconfigVM_Task, 'duration_secs': 0.486205} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.610353] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.615099] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b3f03c3-f823-42d0-a717-2837b8304319 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.632170] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1125.632170] env[69854]: value = "task-3519888" [ 1125.632170] env[69854]: _type = "Task" [ 1125.632170] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.641342] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.681089] env[69854]: DEBUG nova.compute.utils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.685746] env[69854]: DEBUG nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.685746] env[69854]: DEBUG nova.network.neutron [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.721464] env[69854]: DEBUG nova.policy [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8851356d1d5452cac4fd10c9b8b3e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f9d32e5fbc4266b21c1d81a3ea7bed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.742622] env[69854]: INFO nova.compute.manager [-] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Took 1.04 seconds to deallocate network for instance. [ 1125.747718] env[69854]: DEBUG nova.compute.manager [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.747917] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.751335] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d4219-ea54-4510-bc62-88fb1e36bf30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.768993] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.773085] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9d1bb9-4345-4692-9071-91a2dc6aef2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.790919] env[69854]: DEBUG oslo_vmware.api [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1125.790919] env[69854]: value = "task-3519889" [ 1125.790919] env[69854]: _type = "Task" [ 1125.790919] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.803245] env[69854]: INFO nova.compute.manager [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Took 24.15 seconds to build instance. [ 1125.804364] env[69854]: DEBUG oslo_concurrency.lockutils [req-0ea36443-a2c3-44ca-9f06-4d35b55a1c57 req-2999277a-5ee4-43a0-a751-dad8c3ec5967 service nova] Releasing lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.818767] env[69854]: DEBUG oslo_vmware.api [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.885941] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076607} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.885941] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.886528] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b0329d-3321-435e-9014-dec966cbf65c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.911275] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b0311c66-16b3-4c7e-9e40-c9e14e170d14/b0311c66-16b3-4c7e-9e40-c9e14e170d14.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.914309] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45c4d60-f8bc-46ec-8230-0711522fa025 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.936619] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1125.936619] env[69854]: value = "task-3519890" [ 1125.936619] env[69854]: _type = "Task" [ 1125.936619] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.946237] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.028087] env[69854]: DEBUG nova.network.neutron [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Successfully created port: 8b389870-49f5-4859-bf1d-192ae121ccf3 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.033147] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f060278-3207-4a6f-987f-af4b0b9800fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.040030] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dbe911-5fd7-4db2-9967-38cb4e2a41d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.043292] env[69854]: DEBUG nova.network.neutron [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.075416] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433257b6-c6f5-422f-9912-dd8f79a76992 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.084637] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7808ef4d-252b-471f-ac46-e2266ad19f42 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.102296] env[69854]: DEBUG nova.compute.provider_tree [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.144495] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519888, 'name': ReconfigVM_Task, 'duration_secs': 0.460226} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.144858] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.162773] env[69854]: DEBUG nova.compute.manager [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Received event network-changed-d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.162972] env[69854]: DEBUG nova.compute.manager [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Refreshing instance network info cache due to event network-changed-d7a26410-df8b-43c7-9108-485969f8a11e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.163279] env[69854]: DEBUG oslo_concurrency.lockutils [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] Acquiring lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.163464] env[69854]: DEBUG oslo_concurrency.lockutils [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] Acquired lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.163647] env[69854]: DEBUG nova.network.neutron [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Refreshing network info cache for port d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.186233] env[69854]: DEBUG nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.260411] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.303890] env[69854]: DEBUG oslo_vmware.api [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519889, 'name': PowerOffVM_Task, 'duration_secs': 0.414} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.304193] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.304589] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.304660] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-299b8483-2e72-493d-a0e1-84c2ccd95b6d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.306483] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ee75a0cf-0fb6-4d51-b419-8ac608d20e8f tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.660s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.372515] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.372680] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.372850] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleting the datastore file [datastore2] cfabe05d-0c65-4192-b6ae-b7189784ae75 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.373226] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a6d9e45-93b0-4b26-be2b-7ec3e1445deb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.381644] env[69854]: DEBUG oslo_vmware.api [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1126.381644] env[69854]: value = "task-3519892" [ 1126.381644] env[69854]: _type = "Task" [ 1126.381644] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.391979] env[69854]: DEBUG oslo_vmware.api [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.447598] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519890, 'name': ReconfigVM_Task, 'duration_secs': 0.399301} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.450017] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b0311c66-16b3-4c7e-9e40-c9e14e170d14/b0311c66-16b3-4c7e-9e40-c9e14e170d14.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.450017] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52d20d8e-a63c-40db-85b2-da14c8fd57b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.455850] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1126.455850] env[69854]: value = "task-3519893" [ 1126.455850] env[69854]: _type = "Task" [ 1126.455850] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.466119] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519893, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.545455] env[69854]: INFO nova.compute.manager [-] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Took 1.24 seconds to deallocate network for instance. [ 1126.555367] env[69854]: DEBUG nova.compute.manager [req-5bb8a3e8-a882-45b2-b68a-96ebe797e62f req-3cdd8e51-32d0-4df7-ae00-64aaf11ba9b3 service nova] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Received event network-vif-deleted-df1157d2-1a1b-46eb-a930-c64b1f229800 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.605282] env[69854]: DEBUG nova.scheduler.client.report [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.891960] env[69854]: DEBUG oslo_vmware.api [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226468} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.892850] env[69854]: DEBUG nova.network.neutron [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updated VIF entry in instance network info cache for port d7a26410-df8b-43c7-9108-485969f8a11e. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.893197] env[69854]: DEBUG nova.network.neutron [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updating instance_info_cache with network_info: [{"id": "d7a26410-df8b-43c7-9108-485969f8a11e", "address": "fa:16:3e:68:de:0b", "network": {"id": "0b6504d7-0c3d-475a-802f-8a905817348c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1986234154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f80214cf35f9425cbe6e454623513e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a26410-df", "ovs_interfaceid": "d7a26410-df8b-43c7-9108-485969f8a11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.894354] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.894545] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.894719] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.894896] env[69854]: INFO nova.compute.manager [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1126.895175] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.895583] env[69854]: DEBUG nova.compute.manager [-] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.895683] env[69854]: DEBUG nova.network.neutron [-] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.968729] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519893, 'name': Rename_Task, 'duration_secs': 0.17238} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.969185] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.969543] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93661299-ded4-417b-81ad-b80936e8d029 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.979143] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1126.979143] env[69854]: value = "task-3519894" [ 1126.979143] env[69854]: _type = "Task" [ 1126.979143] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.992383] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.052353] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.113333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.116656] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.569s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.118531] env[69854]: INFO nova.compute.claims [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.137298] env[69854]: INFO nova.scheduler.client.report [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted allocations for instance e6475ec5-d519-4437-933a-aa038c66ab1d [ 1127.194600] env[69854]: DEBUG nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.203472] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.203748] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7065d07a-6aef-42e3-85bd-7c139495646b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.213468] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1127.213468] env[69854]: value = "task-3519895" [ 1127.213468] env[69854]: _type = "Task" [ 1127.213468] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.221609] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.221836] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.221991] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.222207] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.222357] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.222754] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.222754] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.222840] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.223078] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.223241] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.223415] env[69854]: DEBUG nova.virt.hardware [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.224857] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec058496-eaee-4f7b-87f7-489118249d5a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.229674] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.234873] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052350a-cc51-4fa6-aeef-2c5d2cf84393 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.397290] env[69854]: DEBUG oslo_concurrency.lockutils [req-97589e75-2042-4ed4-84cc-0ba63e078672 req-d2b5a653-b708-4df7-a149-3069c914f326 service nova] Releasing lock "refresh_cache-ce9c5aea-6dac-447c-be55-509b78927fb2" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.492844] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519894, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.617093] env[69854]: DEBUG nova.network.neutron [-] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.642033] env[69854]: DEBUG nova.network.neutron [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Successfully updated port: 8b389870-49f5-4859-bf1d-192ae121ccf3 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.646144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c4df4704-c7b7-4dd6-979e-824062dd373a tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "e6475ec5-d519-4437-933a-aa038c66ab1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.017s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.725531] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1127.725752] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.725947] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.726762] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee79d1-54bf-45f2-bab1-3a8c587c3633 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.745728] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b95a87-008d-4132-bf1b-bb4feb8c2a9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.752514] env[69854]: WARNING nova.virt.vmwareapi.driver [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1127.752798] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.753590] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4746b782-5562-4c9f-9069-ad515ac2aacf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.761615] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.761615] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b0bca3-e8d9-4518-9180-8e6a4980b834 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.833769] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.833982] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.834200] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleting the datastore file [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.834521] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5e8da61-7e77-49ac-835d-d21a783dd8ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.841460] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1127.841460] env[69854]: value = "task-3519897" [ 1127.841460] env[69854]: _type = "Task" [ 1127.841460] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.850569] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.992080] env[69854]: DEBUG oslo_vmware.api [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519894, 'name': PowerOnVM_Task, 'duration_secs': 0.649124} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.992372] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.992576] env[69854]: INFO nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1127.992753] env[69854]: DEBUG nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.993589] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ef5868-dcf2-4391-82e0-34df1e80e113 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.121661] env[69854]: INFO nova.compute.manager [-] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Took 1.23 seconds to deallocate network for instance. [ 1128.150144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "refresh_cache-f2c65502-fc57-4ec4-bea8-94df2e8255a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.150144] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "refresh_cache-f2c65502-fc57-4ec4-bea8-94df2e8255a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.150144] env[69854]: DEBUG nova.network.neutron [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.186995] env[69854]: DEBUG nova.compute.manager [req-e259d27d-ecbb-496e-b7e0-d6c8388e73fe req-401c3a87-1f94-40cb-9bf4-c0bf466c1bca service nova] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Received event network-vif-deleted-d0d5880a-3975-46b4-bf75-9e4cf4de8272 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.352360] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173215} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.353547] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.353752] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.353931] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.357027] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56134742-6cc3-47de-9752-c5ebbefb8ed7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.364379] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330ab387-2039-44e7-9ada-c0b7d3fa6b6c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.396239] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb8cd27-fa84-4f73-94e2-9c88afc4bd4b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.405078] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a25d56-2c28-46b4-9867-39b25fa470e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.419255] env[69854]: DEBUG nova.compute.provider_tree [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.511207] env[69854]: INFO nova.compute.manager [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Took 26.13 seconds to build instance. [ 1128.603289] env[69854]: DEBUG nova.compute.manager [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Received event network-vif-plugged-8b389870-49f5-4859-bf1d-192ae121ccf3 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.603498] env[69854]: DEBUG oslo_concurrency.lockutils [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] Acquiring lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.603698] env[69854]: DEBUG oslo_concurrency.lockutils [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.603863] env[69854]: DEBUG oslo_concurrency.lockutils [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.604053] env[69854]: DEBUG nova.compute.manager [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] No waiting events found dispatching network-vif-plugged-8b389870-49f5-4859-bf1d-192ae121ccf3 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.604741] env[69854]: WARNING nova.compute.manager [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Received unexpected event network-vif-plugged-8b389870-49f5-4859-bf1d-192ae121ccf3 for instance with vm_state building and task_state spawning. [ 1128.604741] env[69854]: DEBUG nova.compute.manager [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Received event network-changed-8b389870-49f5-4859-bf1d-192ae121ccf3 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.604741] env[69854]: DEBUG nova.compute.manager [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Refreshing instance network info cache due to event network-changed-8b389870-49f5-4859-bf1d-192ae121ccf3. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.604741] env[69854]: DEBUG oslo_concurrency.lockutils [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] Acquiring lock "refresh_cache-f2c65502-fc57-4ec4-bea8-94df2e8255a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.632605] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.692259] env[69854]: DEBUG nova.network.neutron [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.843339] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "b5cfb516-4c97-4de1-86af-73178039cd5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.843554] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.860968] env[69854]: INFO nova.virt.block_device [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Booting with volume 0729d1b8-d9ba-4128-b2e1-dcc94d7eee51 at /dev/sdb [ 1128.895189] env[69854]: DEBUG nova.network.neutron [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Updating instance_info_cache with network_info: [{"id": "8b389870-49f5-4859-bf1d-192ae121ccf3", "address": "fa:16:3e:01:14:73", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b389870-49", "ovs_interfaceid": "8b389870-49f5-4859-bf1d-192ae121ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.914026] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cf4ef3a-ff3b-453f-b3f6-e41d6695ea86 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.922698] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dc36f9-97b4-4422-b734-eb3e50be4be4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.934794] env[69854]: DEBUG nova.scheduler.client.report [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.965548] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7ba77d8-c3f9-486d-b264-a5c941fff927 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.975522] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6aa67c-14fe-471b-ab61-2d4a0961ac40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.011357] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52eeafe-914d-48f0-951a-f42e806a4185 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.014227] env[69854]: DEBUG oslo_concurrency.lockutils [None req-49cae4f1-b8af-4c22-8641-6d0ce9ba864d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.645s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.019257] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053da7f2-e17a-49ce-9ab4-3d0b5ef55df5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.035422] env[69854]: DEBUG nova.virt.block_device [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updating existing volume attachment record: 1abb1fa9-48af-464b-9e2f-d8f7ff32e484 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1129.348882] env[69854]: DEBUG nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.401446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "refresh_cache-f2c65502-fc57-4ec4-bea8-94df2e8255a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.401446] env[69854]: DEBUG nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Instance network_info: |[{"id": "8b389870-49f5-4859-bf1d-192ae121ccf3", "address": "fa:16:3e:01:14:73", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b389870-49", "ovs_interfaceid": "8b389870-49f5-4859-bf1d-192ae121ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.401446] env[69854]: DEBUG oslo_concurrency.lockutils [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] Acquired lock "refresh_cache-f2c65502-fc57-4ec4-bea8-94df2e8255a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401446] env[69854]: DEBUG nova.network.neutron [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Refreshing network info cache for port 8b389870-49f5-4859-bf1d-192ae121ccf3 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.403314] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:14:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b389870-49f5-4859-bf1d-192ae121ccf3', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.419790] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.421248] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.421794] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76043e7d-2eb9-4a83-b4ef-d25981488942 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.451074] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.451986] env[69854]: DEBUG nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.454688] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.290s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.454688] env[69854]: DEBUG nova.objects.instance [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'pci_requests' on Instance uuid 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.464278] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.464278] env[69854]: value = "task-3519898" [ 1129.464278] env[69854]: _type = "Task" [ 1129.464278] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.473525] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519898, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.869736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.959616] env[69854]: DEBUG nova.compute.utils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.963077] env[69854]: DEBUG nova.objects.instance [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'numa_topology' on Instance uuid 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.964254] env[69854]: DEBUG nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.964422] env[69854]: DEBUG nova.network.neutron [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.978948] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519898, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.051246] env[69854]: DEBUG nova.policy [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52a48d72ffe84c5b8e9fbe5eced17638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89aafa4e406c490e99fbcf4b35e0b679', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.156596] env[69854]: DEBUG nova.network.neutron [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Updated VIF entry in instance network info cache for port 8b389870-49f5-4859-bf1d-192ae121ccf3. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.156985] env[69854]: DEBUG nova.network.neutron [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Updating instance_info_cache with network_info: [{"id": "8b389870-49f5-4859-bf1d-192ae121ccf3", "address": "fa:16:3e:01:14:73", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b389870-49", "ovs_interfaceid": "8b389870-49f5-4859-bf1d-192ae121ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.233446] env[69854]: DEBUG nova.compute.manager [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.233683] env[69854]: DEBUG nova.compute.manager [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing instance network info cache due to event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.233932] env[69854]: DEBUG oslo_concurrency.lockutils [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.234107] env[69854]: DEBUG oslo_concurrency.lockutils [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.234548] env[69854]: DEBUG nova.network.neutron [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.465441] env[69854]: DEBUG nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.468626] env[69854]: INFO nova.compute.claims [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.489195] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519898, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.579454] env[69854]: DEBUG nova.network.neutron [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Successfully created port: bcc1de7b-8497-42fe-858a-37a020dc8c00 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.662692] env[69854]: DEBUG oslo_concurrency.lockutils [req-9980d22f-e2b3-4368-9878-2a299ef5603d req-d993d84f-9d8e-4225-9ab8-28d09a87cfea service nova] Releasing lock "refresh_cache-f2c65502-fc57-4ec4-bea8-94df2e8255a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.989147] env[69854]: DEBUG nova.network.neutron [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updated VIF entry in instance network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.989669] env[69854]: DEBUG nova.network.neutron [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.998380] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519898, 'name': CreateVM_Task, 'duration_secs': 1.331835} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.998784] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.001808] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.005059] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.005059] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.005059] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e483df-5de1-4a6e-adfb-720b82c83ec3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.010422] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1131.010422] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f737fe-07d1-3cab-0552-20a0546254d8" [ 1131.010422] env[69854]: _type = "Task" [ 1131.010422] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.021569] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f737fe-07d1-3cab-0552-20a0546254d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.183135] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.184030] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.184030] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.184030] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.184030] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.184030] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.184373] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.184520] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.184609] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.184907] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.185212] env[69854]: DEBUG nova.virt.hardware [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.186176] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3d520-0482-4379-b5b3-536d5ef54d14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.195471] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422461d-8804-4f79-acfe-beee0a7c8442 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.210863] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b7:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '622c2082-0246-49e0-9975-9ea1c46e8ede', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.219329] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.219686] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.219994] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d38fe03-7a6f-4f32-b8b0-9afbed3d3636 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.241724] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.241724] env[69854]: value = "task-3519899" [ 1131.241724] env[69854]: _type = "Task" [ 1131.241724] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.251848] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519899, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.489365] env[69854]: DEBUG nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.500152] env[69854]: DEBUG oslo_concurrency.lockutils [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.500464] env[69854]: DEBUG nova.compute.manager [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.500543] env[69854]: DEBUG nova.compute.manager [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing instance network info cache due to event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.501110] env[69854]: DEBUG oslo_concurrency.lockutils [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.501110] env[69854]: DEBUG oslo_concurrency.lockutils [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.501110] env[69854]: DEBUG nova.network.neutron [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.511262] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.511504] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.511736] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.511999] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.512293] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.512517] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.512776] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.512963] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.513177] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.513353] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.513524] env[69854]: DEBUG nova.virt.hardware [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.514466] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57058625-aa97-4d02-99fc-63503dd19fd7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.534379] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd86c7cf-94c7-4c1f-8426-dd5387950d7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.538576] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f737fe-07d1-3cab-0552-20a0546254d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.541383] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.541686] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.542127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.542127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.542279] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.543240] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80204172-280d-4528-b797-3cd5a79febd6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.560458] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.560670] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.561643] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646dd7fb-7285-479f-88ab-8b9dd462fe5a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.569179] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1131.569179] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52570ade-aa94-8672-4a7b-cc164d4bcd59" [ 1131.569179] env[69854]: _type = "Task" [ 1131.569179] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.580786] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52570ade-aa94-8672-4a7b-cc164d4bcd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.754328] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519899, 'name': CreateVM_Task, 'duration_secs': 0.40955} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.754500] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.755208] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.755382] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.755687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.755941] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e812688-964d-4441-ab59-900a24f98328 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.764635] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1131.764635] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b829c-c7c6-68f2-1e3f-b4b8a93335de" [ 1131.764635] env[69854]: _type = "Task" [ 1131.764635] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.771941] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84967cae-bd7d-431b-a7ba-7d5c308c80d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.779637] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b829c-c7c6-68f2-1e3f-b4b8a93335de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.784919] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9761d-56c6-4be4-b38a-1dd8c94af0d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.814511] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4f5165-84da-49d7-b99a-1a1919e0192f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.821563] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39454e7c-55d6-4188-bd34-01032f212510 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.834475] env[69854]: DEBUG nova.compute.provider_tree [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.081496] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52570ade-aa94-8672-4a7b-cc164d4bcd59, 'name': SearchDatastore_Task, 'duration_secs': 0.017921} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.082369] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd37ab9-8e46-4014-90fb-44b7d7c1bc15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.088190] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1132.088190] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5249ca34-325c-0203-6a27-2b75d953a3b1" [ 1132.088190] env[69854]: _type = "Task" [ 1132.088190] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.098263] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5249ca34-325c-0203-6a27-2b75d953a3b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.251529] env[69854]: DEBUG nova.network.neutron [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updated VIF entry in instance network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.251907] env[69854]: DEBUG nova.network.neutron [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.277285] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b829c-c7c6-68f2-1e3f-b4b8a93335de, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.277615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.277847] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.278071] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.319915] env[69854]: DEBUG nova.compute.manager [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.320166] env[69854]: DEBUG nova.compute.manager [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing instance network info cache due to event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.320362] env[69854]: DEBUG oslo_concurrency.lockutils [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.337724] env[69854]: DEBUG nova.scheduler.client.report [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.527762] env[69854]: DEBUG nova.network.neutron [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Successfully updated port: bcc1de7b-8497-42fe-858a-37a020dc8c00 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.598754] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5249ca34-325c-0203-6a27-2b75d953a3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.599024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.599281] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] f2c65502-fc57-4ec4-bea8-94df2e8255a1/f2c65502-fc57-4ec4-bea8-94df2e8255a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.599553] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.599737] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.599950] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c58e7e-8e6c-477e-8ff9-e6e52f203470 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.601763] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df6e881-337b-4737-8271-bee23e9b838b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.608503] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1132.608503] env[69854]: value = "task-3519900" [ 1132.608503] env[69854]: _type = "Task" [ 1132.608503] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.612267] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.612437] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.613426] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045659db-49d5-447b-bcb9-bf4bd86aa248 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.618501] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.621098] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1132.621098] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522c6747-90b2-56db-3c50-fa01fbbb94a8" [ 1132.621098] env[69854]: _type = "Task" [ 1132.621098] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.628062] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522c6747-90b2-56db-3c50-fa01fbbb94a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.757548] env[69854]: DEBUG oslo_concurrency.lockutils [req-ff463515-b460-41ff-b858-07d6979b4bf8 req-07d643aa-5e84-4cff-98ef-c9b2fc5d5a98 service nova] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.758270] env[69854]: DEBUG oslo_concurrency.lockutils [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.758270] env[69854]: DEBUG nova.network.neutron [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.843115] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.388s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.845776] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.553s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.847491] env[69854]: INFO nova.compute.claims [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.900245] env[69854]: INFO nova.network.neutron [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating port a56a1f10-b9b7-42eb-9502-c6210287139b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1133.030033] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.030250] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.030311] env[69854]: DEBUG nova.network.neutron [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.118817] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446997} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.119101] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] f2c65502-fc57-4ec4-bea8-94df2e8255a1/f2c65502-fc57-4ec4-bea8-94df2e8255a1.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.119329] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.119576] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff676f6-d2b9-4b47-9fd9-4e58fef9e6d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.129538] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522c6747-90b2-56db-3c50-fa01fbbb94a8, 'name': SearchDatastore_Task, 'duration_secs': 0.007431} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.131254] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1133.131254] env[69854]: value = "task-3519901" [ 1133.131254] env[69854]: _type = "Task" [ 1133.131254] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.131459] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45de3b2b-efc6-4545-918a-e8306c83dd72 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.139952] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1133.139952] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52276639-2e28-77a1-8fd1-a2ff52c4203b" [ 1133.139952] env[69854]: _type = "Task" [ 1133.139952] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.143383] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.152494] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52276639-2e28-77a1-8fd1-a2ff52c4203b, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.152782] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.153091] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.153367] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad7a8730-f7ae-454d-a1a0-94d66a78ad0d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.161986] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1133.161986] env[69854]: value = "task-3519902" [ 1133.161986] env[69854]: _type = "Task" [ 1133.161986] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.171873] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.543845] env[69854]: DEBUG nova.network.neutron [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updated VIF entry in instance network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.544277] env[69854]: DEBUG nova.network.neutron [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.605355] env[69854]: DEBUG nova.network.neutron [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.642361] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062217} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.642646] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.643555] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e06c4df-3553-4d32-8b76-f6d6df456a39 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.665168] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f2c65502-fc57-4ec4-bea8-94df2e8255a1/f2c65502-fc57-4ec4-bea8-94df2e8255a1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.667573] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a5e42a-6543-4337-9b06-5c378d835211 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.689346] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465423} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.690464] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.690684] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.690976] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1133.690976] env[69854]: value = "task-3519903" [ 1133.690976] env[69854]: _type = "Task" [ 1133.690976] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.691166] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e8e774f-7265-4b55-ab25-cdef84c7464e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.702301] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1133.702301] env[69854]: value = "task-3519904" [ 1133.702301] env[69854]: _type = "Task" [ 1133.702301] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.702499] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.710055] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.762029] env[69854]: DEBUG nova.network.neutron [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Updating instance_info_cache with network_info: [{"id": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "address": "fa:16:3e:85:be:47", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc1de7b-84", "ovs_interfaceid": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.049528] env[69854]: DEBUG oslo_concurrency.lockutils [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.049795] env[69854]: DEBUG nova.compute.manager [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.049971] env[69854]: DEBUG nova.compute.manager [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing instance network info cache due to event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.050281] env[69854]: DEBUG oslo_concurrency.lockutils [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.050431] env[69854]: DEBUG oslo_concurrency.lockutils [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.050593] env[69854]: DEBUG nova.network.neutron [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.085999] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedfd9b8-3d36-4d80-8063-2db556a581fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.093575] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e23238-78f2-4a8d-b87b-c15caa4c6156 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.125919] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f62350e-ddc0-4cfd-8976-27bb695f4dbf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.133602] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e38848-0ec4-416e-bbea-28967e4f81de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.147255] env[69854]: DEBUG nova.compute.provider_tree [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.202127] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519903, 'name': ReconfigVM_Task, 'duration_secs': 0.287977} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.202417] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f2c65502-fc57-4ec4-bea8-94df2e8255a1/f2c65502-fc57-4ec4-bea8-94df2e8255a1.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.203102] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7304ba6e-81a4-40e3-9f58-1c560c52e7dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.212825] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071066} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.214141] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.214503] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1134.214503] env[69854]: value = "task-3519905" [ 1134.214503] env[69854]: _type = "Task" [ 1134.214503] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.215237] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8721df-0644-4ab8-90e7-ed827c603b02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.235557] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519905, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.245104] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.245435] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482fc823-972b-461c-9c91-930ec8516e1f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.265438] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.265736] env[69854]: DEBUG nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Instance network_info: |[{"id": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "address": "fa:16:3e:85:be:47", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc1de7b-84", "ovs_interfaceid": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.266090] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1134.266090] env[69854]: value = "task-3519906" [ 1134.266090] env[69854]: _type = "Task" [ 1134.266090] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.266432] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:be:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcc1de7b-8497-42fe-858a-37a020dc8c00', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.273686] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.273957] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.277290] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8442e3dc-9204-4f52-87bd-be8125b5a08f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.297120] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.298388] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.298388] env[69854]: value = "task-3519907" [ 1134.298388] env[69854]: _type = "Task" [ 1134.298388] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.305631] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519907, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.350113] env[69854]: DEBUG nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Received event network-vif-plugged-bcc1de7b-8497-42fe-858a-37a020dc8c00 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.350399] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Acquiring lock "544b31b4-832f-4276-933b-785cfce6ac50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.350516] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Lock "544b31b4-832f-4276-933b-785cfce6ac50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.350682] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Lock "544b31b4-832f-4276-933b-785cfce6ac50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.350846] env[69854]: DEBUG nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] No waiting events found dispatching network-vif-plugged-bcc1de7b-8497-42fe-858a-37a020dc8c00 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.351036] env[69854]: WARNING nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Received unexpected event network-vif-plugged-bcc1de7b-8497-42fe-858a-37a020dc8c00 for instance with vm_state building and task_state spawning. [ 1134.351272] env[69854]: DEBUG nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Received event network-changed-bcc1de7b-8497-42fe-858a-37a020dc8c00 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.351448] env[69854]: DEBUG nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Refreshing instance network info cache due to event network-changed-bcc1de7b-8497-42fe-858a-37a020dc8c00. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.351637] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Acquiring lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.351771] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Acquired lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.351976] env[69854]: DEBUG nova.network.neutron [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Refreshing network info cache for port bcc1de7b-8497-42fe-858a-37a020dc8c00 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.450210] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.450398] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.450684] env[69854]: DEBUG nova.network.neutron [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.651337] env[69854]: DEBUG nova.scheduler.client.report [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.731183] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519905, 'name': Rename_Task, 'duration_secs': 0.144451} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.731645] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.732039] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf9af34-515b-4d2a-a5d8-6fb99ec0475a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.739771] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1134.739771] env[69854]: value = "task-3519908" [ 1134.739771] env[69854]: _type = "Task" [ 1134.739771] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.748786] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.782308] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519906, 'name': ReconfigVM_Task, 'duration_secs': 0.41864} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.782571] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3/1f71d24b-5d26-4d5a-8991-c3a267f1f6e3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.783981] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'image_id': '1762b13e-a107-40c9-aa9d-64e07c6319a1'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': '1abb1fa9-48af-464b-9e2f-d8f7ff32e484', 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'}, 'volume_type': None}], 'swap': None} {{(pid=69854) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1134.784214] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.784377] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.785183] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd9f20-3543-406f-ae6c-fe838c67beb6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.807693] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f9562f-6c09-4135-9d60-94f58f1a0cf1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.815363] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519907, 'name': CreateVM_Task, 'duration_secs': 0.358923} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.827683] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.834978] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51/volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.835787] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.835973] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.836333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.836601] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459f0817-3b5f-4deb-b575-82d8d5a12845 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.850246] env[69854]: DEBUG nova.network.neutron [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updated VIF entry in instance network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.850607] env[69854]: DEBUG nova.network.neutron [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.852230] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2e8b52-3f9b-4406-9ea5-5e49807df9de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.857612] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1134.857612] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f20b4b-a4a9-ba64-1584-dbd95031b7dd" [ 1134.857612] env[69854]: _type = "Task" [ 1134.857612] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.862522] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1134.862522] env[69854]: value = "task-3519909" [ 1134.862522] env[69854]: _type = "Task" [ 1134.862522] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.869710] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f20b4b-a4a9-ba64-1584-dbd95031b7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.874960] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.038948] env[69854]: DEBUG nova.network.neutron [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Updated VIF entry in instance network info cache for port bcc1de7b-8497-42fe-858a-37a020dc8c00. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.039403] env[69854]: DEBUG nova.network.neutron [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Updating instance_info_cache with network_info: [{"id": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "address": "fa:16:3e:85:be:47", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc1de7b-84", "ovs_interfaceid": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.158047] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.158582] env[69854]: DEBUG nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.161449] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.729s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.161685] env[69854]: DEBUG nova.objects.instance [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lazy-loading 'resources' on Instance uuid 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.166187] env[69854]: DEBUG nova.network.neutron [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": "a56a1f10-b9b7-42eb-9502-c6210287139b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.249964] env[69854]: DEBUG oslo_vmware.api [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519908, 'name': PowerOnVM_Task, 'duration_secs': 0.496306} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.250256] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.250456] env[69854]: INFO nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1135.250636] env[69854]: DEBUG nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.251545] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8913b-0d63-4809-b6f2-a865010f7db7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.355217] env[69854]: DEBUG oslo_concurrency.lockutils [req-fe1a1f5b-536a-431f-96cd-471bc03d39cb req-331f77b5-cfe1-4e8d-b9d3-bd2ff678e95b service nova] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.370712] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f20b4b-a4a9-ba64-1584-dbd95031b7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.371401] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.371688] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.371959] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.372141] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.372351] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.375656] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e30bfb-4a87-4a32-be92-359f132e78b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.377456] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519909, 'name': ReconfigVM_Task, 'duration_secs': 0.31466} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.377738] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51/volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.382657] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da20c144-85cc-4fbc-87d1-334613bd2a3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.393903] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.394112] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.395243] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3990fe13-a0d7-44b8-8c58-4ec2e90786b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.400198] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1135.400198] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cd7385-ff7b-3a0f-ed69-2d5a344fd62a" [ 1135.400198] env[69854]: _type = "Task" [ 1135.400198] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.401458] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1135.401458] env[69854]: value = "task-3519910" [ 1135.401458] env[69854]: _type = "Task" [ 1135.401458] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.413435] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cd7385-ff7b-3a0f-ed69-2d5a344fd62a, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.417397] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.417591] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd1493a-e751-4c80-9eae-5568e87354c5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.423719] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1135.423719] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52341c0a-92e5-9f42-3e74-183682477e88" [ 1135.423719] env[69854]: _type = "Task" [ 1135.423719] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.432594] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52341c0a-92e5-9f42-3e74-183682477e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.542451] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Releasing lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.542721] env[69854]: DEBUG nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-vif-plugged-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.542923] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.543170] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.543341] env[69854]: DEBUG oslo_concurrency.lockutils [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.543508] env[69854]: DEBUG nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] No waiting events found dispatching network-vif-plugged-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.543673] env[69854]: WARNING nova.compute.manager [req-33ff5dab-f4ae-40bf-9bef-58c3daa05056 req-8fc17481-6100-402f-b70a-8b5a92dceaa5 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received unexpected event network-vif-plugged-a56a1f10-b9b7-42eb-9502-c6210287139b for instance with vm_state shelved_offloaded and task_state spawning. [ 1135.669390] env[69854]: DEBUG nova.compute.utils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.670716] env[69854]: DEBUG nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.670887] env[69854]: DEBUG nova.network.neutron [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.673192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.701455] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7bf7844f49b52de54a5cde55bf943a58',container_format='bare',created_at=2025-04-23T15:12:28Z,direct_url=,disk_format='vmdk',id=821607d0-e4f2-4e99-96f1-974b56ed40cb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1104735663-shelved',owner='c99ecdee7f5b4224abbca49f5db62cd5',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-23T15:12:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.701773] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.701935] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.702133] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.702282] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.702428] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.702697] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.702787] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.702950] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.703144] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.703321] env[69854]: DEBUG nova.virt.hardware [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.704183] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a87d622-118e-49cb-a00a-ecbe55094ba5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.711443] env[69854]: DEBUG nova.policy [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c922ecd8d7474481435f6d621ccd9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890872c24d574e61873065784581e059', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.716255] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62f54e-aded-48fa-b3bb-aa728cddece6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.732142] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a56a1f10-b9b7-42eb-9502-c6210287139b', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.739271] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.741755] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.742141] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5750179c-e721-43cc-b856-fe5ed6362a1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.766346] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.766346] env[69854]: value = "task-3519911" [ 1135.766346] env[69854]: _type = "Task" [ 1135.766346] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.773045] env[69854]: INFO nova.compute.manager [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Took 29.73 seconds to build instance. [ 1135.780847] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519911, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.916485] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519910, 'name': ReconfigVM_Task, 'duration_secs': 0.138806} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.919529] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.920580] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a22d66c-0700-4631-84bf-7bf1475a034b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.930369] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1135.930369] env[69854]: value = "task-3519912" [ 1135.930369] env[69854]: _type = "Task" [ 1135.930369] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.931102] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add35c6-031d-44b4-8dc9-5a34d70ddb61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.940720] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52341c0a-92e5-9f42-3e74-183682477e88, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.943115] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.943487] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/544b31b4-832f-4276-933b-785cfce6ac50.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.943814] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-109f9745-25fe-44a1-9320-0617cbc62d1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.946610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43e18d-d5fa-4158-a5d4-11a91fabc85b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.953254] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519912, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.984930] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0178406a-8f1e-4923-9c45-b2f42529a291 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.987883] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1135.987883] env[69854]: value = "task-3519913" [ 1135.987883] env[69854]: _type = "Task" [ 1135.987883] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.994760] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a4433-f924-456b-9226-934fce90f388 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.001704] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.012287] env[69854]: DEBUG nova.compute.provider_tree [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.077082] env[69854]: DEBUG nova.network.neutron [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Successfully created port: 1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.174106] env[69854]: DEBUG nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.275665] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd8365e6-115a-4587-aed5-4dd4badc9be4 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.237s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.280475] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519911, 'name': CreateVM_Task, 'duration_secs': 0.308953} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.280671] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.281369] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.281540] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.281912] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.282197] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5fffa5-a245-4ca5-a36f-2111bf4719d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.287578] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1136.287578] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d1b3c3-325a-e666-17d7-68b9ec3e3ed8" [ 1136.287578] env[69854]: _type = "Task" [ 1136.287578] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.297919] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d1b3c3-325a-e666-17d7-68b9ec3e3ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.382442] env[69854]: DEBUG nova.compute.manager [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.382619] env[69854]: DEBUG nova.compute.manager [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing instance network info cache due to event network-changed-a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.382905] env[69854]: DEBUG oslo_concurrency.lockutils [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] Acquiring lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.383070] env[69854]: DEBUG oslo_concurrency.lockutils [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] Acquired lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.383234] env[69854]: DEBUG nova.network.neutron [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Refreshing network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.444754] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519912, 'name': Rename_Task, 'duration_secs': 0.163621} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.445030] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.445302] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-768cef86-45bf-4822-9159-b26699e03a02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.452037] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1136.452037] env[69854]: value = "task-3519914" [ 1136.452037] env[69854]: _type = "Task" [ 1136.452037] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.463373] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.501607] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.515964] env[69854]: DEBUG nova.scheduler.client.report [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.799063] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.799431] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Processing image 821607d0-e4f2-4e99-96f1-974b56ed40cb {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.799681] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb/821607d0-e4f2-4e99-96f1-974b56ed40cb.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.799833] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb/821607d0-e4f2-4e99-96f1-974b56ed40cb.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.800025] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.800300] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9768fe9-213b-474d-84ad-30ca13b2851e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.809539] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.809715] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.810445] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c25b366-cb74-4d30-bf9b-4f47e999f67c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.815909] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1136.815909] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529cb417-7e4d-a4cd-9228-a8d2580677ba" [ 1136.815909] env[69854]: _type = "Task" [ 1136.815909] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.823421] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529cb417-7e4d-a4cd-9228-a8d2580677ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.853753] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.854031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.854249] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.854436] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.854604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.856951] env[69854]: INFO nova.compute.manager [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Terminating instance [ 1136.965797] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.000344] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619256} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.000609] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/544b31b4-832f-4276-933b-785cfce6ac50.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.000882] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.001095] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b98f636-e5be-42f1-ad60-a2094828f393 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.008324] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1137.008324] env[69854]: value = "task-3519915" [ 1137.008324] env[69854]: _type = "Task" [ 1137.008324] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.016767] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.020648] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.022950] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.763s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.024145] env[69854]: DEBUG nova.objects.instance [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lazy-loading 'resources' on Instance uuid 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.050357] env[69854]: INFO nova.scheduler.client.report [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleted allocations for instance 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7 [ 1137.101728] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-08f36156-667b-4d10-80f8-4977dc4d7357-2d0d656c-b406-4bdc-895f-873cc3d5f874" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.101998] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-08f36156-667b-4d10-80f8-4977dc4d7357-2d0d656c-b406-4bdc-895f-873cc3d5f874" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.102368] env[69854]: DEBUG nova.objects.instance [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'flavor' on Instance uuid 08f36156-667b-4d10-80f8-4977dc4d7357 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.169364] env[69854]: DEBUG nova.network.neutron [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updated VIF entry in instance network info cache for port a56a1f10-b9b7-42eb-9502-c6210287139b. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.169364] env[69854]: DEBUG nova.network.neutron [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [{"id": "a56a1f10-b9b7-42eb-9502-c6210287139b", "address": "fa:16:3e:d1:b5:81", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a1f10-b9", "ovs_interfaceid": "a56a1f10-b9b7-42eb-9502-c6210287139b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.184133] env[69854]: DEBUG nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.209796] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.210054] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.210400] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.210472] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.210596] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.210746] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.210957] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.211131] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.211299] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.211462] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.211634] env[69854]: DEBUG nova.virt.hardware [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.212532] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13387e1-3a9e-4f01-a125-a1a5e53f99dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.221922] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4281a36-8352-4633-96d7-df26a7178a38 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.327169] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Preparing fetch location {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1137.327480] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Fetch image to [datastore2] OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5/OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5.vmdk {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1137.327673] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Downloading stream optimized image 821607d0-e4f2-4e99-96f1-974b56ed40cb to [datastore2] OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5/OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5.vmdk on the data store datastore2 as vApp {{(pid=69854) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1137.327845] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Downloading image file data 821607d0-e4f2-4e99-96f1-974b56ed40cb to the ESX as VM named 'OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5' {{(pid=69854) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1137.365042] env[69854]: DEBUG nova.compute.manager [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.365317] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.366574] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871d9f3-59ae-429e-95a7-e7cb37c62547 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.373547] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.373777] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-898da5fd-c34b-4ec1-922d-a7172081aa0e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.379661] env[69854]: DEBUG oslo_vmware.api [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1137.379661] env[69854]: value = "task-3519916" [ 1137.379661] env[69854]: _type = "Task" [ 1137.379661] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.387191] env[69854]: DEBUG oslo_vmware.api [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.399243] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1137.399243] env[69854]: value = "resgroup-9" [ 1137.399243] env[69854]: _type = "ResourcePool" [ 1137.399243] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1137.399514] env[69854]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0cd5a2e3-ad2c-46bd-825e-217a4af4c3a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.420115] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease: (returnval){ [ 1137.420115] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c5a68-7d67-67ac-9f7b-0a45ec14e131" [ 1137.420115] env[69854]: _type = "HttpNfcLease" [ 1137.420115] env[69854]: } obtained for vApp import into resource pool (val){ [ 1137.420115] env[69854]: value = "resgroup-9" [ 1137.420115] env[69854]: _type = "ResourcePool" [ 1137.420115] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1137.420350] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the lease: (returnval){ [ 1137.420350] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c5a68-7d67-67ac-9f7b-0a45ec14e131" [ 1137.420350] env[69854]: _type = "HttpNfcLease" [ 1137.420350] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1137.428304] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1137.428304] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c5a68-7d67-67ac-9f7b-0a45ec14e131" [ 1137.428304] env[69854]: _type = "HttpNfcLease" [ 1137.428304] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1137.461545] env[69854]: DEBUG oslo_vmware.api [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3519914, 'name': PowerOnVM_Task, 'duration_secs': 0.604456} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.461798] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.462014] env[69854]: DEBUG nova.compute.manager [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.462781] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767f8804-d096-4fec-8c76-67d29d61dbbf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.519751] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073393} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.520582] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.522955] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab2003-b231-4ee5-9f42-9e7b9037bc00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.551513] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/544b31b4-832f-4276-933b-785cfce6ac50.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.554761] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5734a1da-a9c8-4bea-a3b4-b345e2f2ac21 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.572183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-143f040e-2bb0-46ad-b586-9466531a59e3 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.638s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.577675] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1137.577675] env[69854]: value = "task-3519918" [ 1137.577675] env[69854]: _type = "Task" [ 1137.577675] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.588186] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.637986] env[69854]: DEBUG nova.network.neutron [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Successfully updated port: 1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.672232] env[69854]: DEBUG oslo_concurrency.lockutils [req-ef545ccd-74d5-456c-94dc-a38cc99ac609 req-c88537c3-31d0-40a0-a342-6876c1db8e98 service nova] Releasing lock "refresh_cache-7cacfaf2-b4b9-417a-84ec-332b5238ef00" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.677256] env[69854]: DEBUG nova.compute.manager [req-f16b9e4f-3170-413a-9162-d008318033e3 req-d66a3050-18d2-4593-a1c5-85b8294330be service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Received event network-vif-plugged-1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.677513] env[69854]: DEBUG oslo_concurrency.lockutils [req-f16b9e4f-3170-413a-9162-d008318033e3 req-d66a3050-18d2-4593-a1c5-85b8294330be service nova] Acquiring lock "23da5aaf-074a-421d-ac41-9fb619044723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.677737] env[69854]: DEBUG oslo_concurrency.lockutils [req-f16b9e4f-3170-413a-9162-d008318033e3 req-d66a3050-18d2-4593-a1c5-85b8294330be service nova] Lock "23da5aaf-074a-421d-ac41-9fb619044723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.677995] env[69854]: DEBUG oslo_concurrency.lockutils [req-f16b9e4f-3170-413a-9162-d008318033e3 req-d66a3050-18d2-4593-a1c5-85b8294330be service nova] Lock "23da5aaf-074a-421d-ac41-9fb619044723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.678077] env[69854]: DEBUG nova.compute.manager [req-f16b9e4f-3170-413a-9162-d008318033e3 req-d66a3050-18d2-4593-a1c5-85b8294330be service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] No waiting events found dispatching network-vif-plugged-1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.678249] env[69854]: WARNING nova.compute.manager [req-f16b9e4f-3170-413a-9162-d008318033e3 req-d66a3050-18d2-4593-a1c5-85b8294330be service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Received unexpected event network-vif-plugged-1582fce1-cb90-47f0-9862-cf85972b7125 for instance with vm_state building and task_state spawning. [ 1137.741592] env[69854]: DEBUG nova.objects.instance [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'pci_requests' on Instance uuid 08f36156-667b-4d10-80f8-4977dc4d7357 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.807528] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b01f5-f1c5-4bd2-91f1-7387bd20023c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.815922] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d4d60-23b2-43dd-8dc5-cbc75a97f3b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.849770] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c176ed4-e301-4f9e-a9a0-06b34ce1b316 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.857232] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae9b82-fdcc-4193-bb78-352ad15fa7cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.870465] env[69854]: DEBUG nova.compute.provider_tree [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.889776] env[69854]: DEBUG oslo_vmware.api [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519916, 'name': PowerOffVM_Task, 'duration_secs': 0.277875} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.890079] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.890253] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.890547] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b798fde0-965a-46ed-9466-7344a806bbee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.929083] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1137.929083] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c5a68-7d67-67ac-9f7b-0a45ec14e131" [ 1137.929083] env[69854]: _type = "HttpNfcLease" [ 1137.929083] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1137.954547] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.954764] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.954949] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleting the datastore file [datastore1] f2c65502-fc57-4ec4-bea8-94df2e8255a1 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.955265] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f67fad1-e9e3-41aa-886f-7e78bf95b31e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.961553] env[69854]: DEBUG oslo_vmware.api [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1137.961553] env[69854]: value = "task-3519920" [ 1137.961553] env[69854]: _type = "Task" [ 1137.961553] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.969742] env[69854]: DEBUG oslo_vmware.api [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.981700] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.043517] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bffcb97f-4734-429f-a76a-44e05ca7d755" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.043517] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.043517] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "bffcb97f-4734-429f-a76a-44e05ca7d755-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.043517] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.043827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.045730] env[69854]: INFO nova.compute.manager [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Terminating instance [ 1138.087520] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.142999] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.143977] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.143977] env[69854]: DEBUG nova.network.neutron [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.244988] env[69854]: DEBUG nova.objects.base [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Object Instance<08f36156-667b-4d10-80f8-4977dc4d7357> lazy-loaded attributes: flavor,pci_requests {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.245226] env[69854]: DEBUG nova.network.neutron [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.331973] env[69854]: DEBUG nova.policy [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.373306] env[69854]: DEBUG nova.scheduler.client.report [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.430437] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.430437] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c5a68-7d67-67ac-9f7b-0a45ec14e131" [ 1138.430437] env[69854]: _type = "HttpNfcLease" [ 1138.430437] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1138.430734] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1138.430734] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c5a68-7d67-67ac-9f7b-0a45ec14e131" [ 1138.430734] env[69854]: _type = "HttpNfcLease" [ 1138.430734] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1138.431481] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23703f3b-a102-498a-b55b-72b796c3c317 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.438854] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c55ce-ff71-5f5d-59a7-ad2ce7cbf22e/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1138.439044] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c55ce-ff71-5f5d-59a7-ad2ce7cbf22e/disk-0.vmdk. {{(pid=69854) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1138.510654] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb448f9b-9ee5-4539-a340-16a7a21d457c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.514393] env[69854]: DEBUG oslo_vmware.api [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147771} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.515846] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.516055] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.516642] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.516642] env[69854]: INFO nova.compute.manager [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1138.516642] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.517246] env[69854]: DEBUG nova.compute.manager [-] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.517362] env[69854]: DEBUG nova.network.neutron [-] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.550286] env[69854]: DEBUG nova.compute.manager [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.550499] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.551441] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae967a-8fa9-40ef-8d6c-5ccff918dcb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.559019] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.559277] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136c72ce-66ab-4d55-b681-7c58c8cf1706 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.566437] env[69854]: DEBUG oslo_vmware.api [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1138.566437] env[69854]: value = "task-3519921" [ 1138.566437] env[69854]: _type = "Task" [ 1138.566437] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.572979] env[69854]: DEBUG oslo_vmware.api [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.586019] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.688125] env[69854]: DEBUG nova.network.neutron [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.876749] env[69854]: DEBUG nova.network.neutron [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Updating instance_info_cache with network_info: [{"id": "1582fce1-cb90-47f0-9862-cf85972b7125", "address": "fa:16:3e:c0:83:a7", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1582fce1-cb", "ovs_interfaceid": "1582fce1-cb90-47f0-9862-cf85972b7125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.879333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.884034] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.832s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.884154] env[69854]: DEBUG nova.objects.instance [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lazy-loading 'resources' on Instance uuid d8f11640-a3a3-42aa-afd7-674cd2af95c5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.905919] env[69854]: INFO nova.scheduler.client.report [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Deleted allocations for instance 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d [ 1139.078114] env[69854]: DEBUG oslo_vmware.api [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.091983] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.300266] env[69854]: DEBUG nova.network.neutron [-] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.384183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.384531] env[69854]: DEBUG nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Instance network_info: |[{"id": "1582fce1-cb90-47f0-9862-cf85972b7125", "address": "fa:16:3e:c0:83:a7", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1582fce1-cb", "ovs_interfaceid": "1582fce1-cb90-47f0-9862-cf85972b7125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.384991] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:83:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1582fce1-cb90-47f0-9862-cf85972b7125', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.394850] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.401337] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.403795] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54da7ad8-7c9b-469b-bc5e-f1682a08a5f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.423451] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b9044974-53aa-4c43-8261-4a948865a1ab tempest-ServerShowV247Test-1123931837 tempest-ServerShowV247Test-1123931837-project-member] Lock "32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.495s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.431454] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.431454] env[69854]: value = "task-3519922" [ 1139.431454] env[69854]: _type = "Task" [ 1139.431454] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.441579] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519922, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.582501] env[69854]: DEBUG oslo_vmware.api [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519921, 'name': PowerOffVM_Task, 'duration_secs': 0.708528} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.587416] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.587577] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.590185] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50f4cacb-297c-4877-9a18-7e1d444cf72d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.597435] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519918, 'name': ReconfigVM_Task, 'duration_secs': 1.533632} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.603426] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/544b31b4-832f-4276-933b-785cfce6ac50.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.603426] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c9b086-6ff8-4cd8-9aa9-0ae8913c4263 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.610429] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1139.610429] env[69854]: value = "task-3519924" [ 1139.610429] env[69854]: _type = "Task" [ 1139.610429] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.626661] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519924, 'name': Rename_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.628229] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Completed reading data from the image iterator. {{(pid=69854) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1139.628461] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c55ce-ff71-5f5d-59a7-ad2ce7cbf22e/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.629289] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb585762-9ad6-40f0-b807-6e0b2790096c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.638223] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c55ce-ff71-5f5d-59a7-ad2ce7cbf22e/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.638421] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c55ce-ff71-5f5d-59a7-ad2ce7cbf22e/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1139.638681] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c9f21363-79d5-4327-8d1a-0913c31f27ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.671055] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764c594f-9cc3-4372-a6d2-a628216ccc70 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.682762] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76442a6e-a8ed-499a-b46c-a754ca01dc37 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.716665] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1222bd59-70cb-4497-83cc-3a56e4db9324 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.721066] env[69854]: DEBUG nova.compute.manager [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Received event network-changed-1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.721288] env[69854]: DEBUG nova.compute.manager [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Refreshing instance network info cache due to event network-changed-1582fce1-cb90-47f0-9862-cf85972b7125. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.721518] env[69854]: DEBUG oslo_concurrency.lockutils [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] Acquiring lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.721674] env[69854]: DEBUG oslo_concurrency.lockutils [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] Acquired lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.721837] env[69854]: DEBUG nova.network.neutron [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Refreshing network info cache for port 1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.730274] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc808b5-1cd0-4f7d-898d-37351af288d8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.746213] env[69854]: DEBUG nova.compute.provider_tree [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.777820] env[69854]: DEBUG nova.compute.manager [req-260beb42-fba3-419d-9fdb-89d8d79499c4 req-b18bee02-a3e1-41d4-a3ee-bc1072010d6e service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-vif-plugged-2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.778056] env[69854]: DEBUG oslo_concurrency.lockutils [req-260beb42-fba3-419d-9fdb-89d8d79499c4 req-b18bee02-a3e1-41d4-a3ee-bc1072010d6e service nova] Acquiring lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.778268] env[69854]: DEBUG oslo_concurrency.lockutils [req-260beb42-fba3-419d-9fdb-89d8d79499c4 req-b18bee02-a3e1-41d4-a3ee-bc1072010d6e service nova] Lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.778434] env[69854]: DEBUG oslo_concurrency.lockutils [req-260beb42-fba3-419d-9fdb-89d8d79499c4 req-b18bee02-a3e1-41d4-a3ee-bc1072010d6e service nova] Lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.778594] env[69854]: DEBUG nova.compute.manager [req-260beb42-fba3-419d-9fdb-89d8d79499c4 req-b18bee02-a3e1-41d4-a3ee-bc1072010d6e service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] No waiting events found dispatching network-vif-plugged-2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.778758] env[69854]: WARNING nova.compute.manager [req-260beb42-fba3-419d-9fdb-89d8d79499c4 req-b18bee02-a3e1-41d4-a3ee-bc1072010d6e service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received unexpected event network-vif-plugged-2d0d656c-b406-4bdc-895f-873cc3d5f874 for instance with vm_state active and task_state None. [ 1139.803853] env[69854]: INFO nova.compute.manager [-] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Took 1.29 seconds to deallocate network for instance. [ 1139.846145] env[69854]: DEBUG oslo_vmware.rw_handles [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c55ce-ff71-5f5d-59a7-ad2ce7cbf22e/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1139.846578] env[69854]: INFO nova.virt.vmwareapi.images [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Downloaded image file data 821607d0-e4f2-4e99-96f1-974b56ed40cb [ 1139.847534] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d1e15d-4bdc-4f97-b906-4a435981124a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.864267] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc8191d-4017-4735-ba6d-bfa7fb2ca282 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.884245] env[69854]: INFO nova.virt.vmwareapi.images [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] The imported VM was unregistered [ 1139.886830] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Caching image {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1139.887099] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating directory with path [datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.887376] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16179c7b-c724-419e-808f-d9e78f7a57e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.897219] env[69854]: DEBUG nova.network.neutron [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Successfully updated port: 2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.900043] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created directory with path [datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.900043] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5/OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5.vmdk to [datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb/821607d0-e4f2-4e99-96f1-974b56ed40cb.vmdk. {{(pid=69854) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1139.903488] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-722be578-9556-4c3e-b822-0f1c769e3462 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.913855] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1139.913855] env[69854]: value = "task-3519926" [ 1139.913855] env[69854]: _type = "Task" [ 1139.913855] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.922763] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519926, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.938892] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.940276] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.940276] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleting the datastore file [datastore1] bffcb97f-4734-429f-a76a-44e05ca7d755 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.942930] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b66803b8-a507-4fe7-a258-3aee93e50692 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.946052] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519922, 'name': CreateVM_Task, 'duration_secs': 0.350774} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.946258] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.947514] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.947718] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.948096] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.948401] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c160acfe-3866-4efd-bbd3-e14107424d7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.951454] env[69854]: DEBUG oslo_vmware.api [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for the task: (returnval){ [ 1139.951454] env[69854]: value = "task-3519927" [ 1139.951454] env[69854]: _type = "Task" [ 1139.951454] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.956729] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1139.956729] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527cc23a-9deb-f30b-e263-2e31a4a01d88" [ 1139.956729] env[69854]: _type = "Task" [ 1139.956729] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.963899] env[69854]: DEBUG oslo_vmware.api [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.969580] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527cc23a-9deb-f30b-e263-2e31a4a01d88, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.970336] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.970336] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.970336] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.970504] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.970633] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.970870] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a489f7f6-a5d4-4228-b8c0-b3222ca492d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.979709] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.979883] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.980594] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b80f0d8-5fdc-4826-9238-09a1dbb8e466 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.985454] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1139.985454] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5279f229-bd46-9a72-dd21-39fa8ecc85ab" [ 1139.985454] env[69854]: _type = "Task" [ 1139.985454] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.992904] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5279f229-bd46-9a72-dd21-39fa8ecc85ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.120980] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519924, 'name': Rename_Task, 'duration_secs': 0.185512} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.121304] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.121574] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db946684-d9b0-4dd1-96e8-5d5de912a1fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.128419] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1140.128419] env[69854]: value = "task-3519928" [ 1140.128419] env[69854]: _type = "Task" [ 1140.128419] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.136932] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.250070] env[69854]: DEBUG nova.scheduler.client.report [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.312980] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.405264] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.405561] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.405754] env[69854]: DEBUG nova.network.neutron [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.438410] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519926, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.462729] env[69854]: DEBUG oslo_vmware.api [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Task: {'id': task-3519927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165723} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.463007] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.463215] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.463415] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.463627] env[69854]: INFO nova.compute.manager [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1140.463945] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.464157] env[69854]: DEBUG nova.compute.manager [-] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.464262] env[69854]: DEBUG nova.network.neutron [-] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.503852] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5279f229-bd46-9a72-dd21-39fa8ecc85ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.504851] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b978dd-876c-44f3-a99f-33b9419dd3b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.510875] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1140.510875] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521169aa-4423-e989-0159-14d721514918" [ 1140.510875] env[69854]: _type = "Task" [ 1140.510875] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.520282] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521169aa-4423-e989-0159-14d721514918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.541212] env[69854]: DEBUG nova.network.neutron [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Updated VIF entry in instance network info cache for port 1582fce1-cb90-47f0-9862-cf85972b7125. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.541538] env[69854]: DEBUG nova.network.neutron [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Updating instance_info_cache with network_info: [{"id": "1582fce1-cb90-47f0-9862-cf85972b7125", "address": "fa:16:3e:c0:83:a7", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1582fce1-cb", "ovs_interfaceid": "1582fce1-cb90-47f0-9862-cf85972b7125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.641396] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.756703] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.758795] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.126s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.759067] env[69854]: DEBUG nova.objects.instance [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lazy-loading 'resources' on Instance uuid cfabe05d-0c65-4192-b6ae-b7189784ae75 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.781055] env[69854]: INFO nova.scheduler.client.report [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Deleted allocations for instance d8f11640-a3a3-42aa-afd7-674cd2af95c5 [ 1140.932048] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519926, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.959389] env[69854]: WARNING nova.network.neutron [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] cf2143b8-d4cb-45b8-a1fb-7257963a7065 already exists in list: networks containing: ['cf2143b8-d4cb-45b8-a1fb-7257963a7065']. ignoring it [ 1141.023784] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521169aa-4423-e989-0159-14d721514918, 'name': SearchDatastore_Task, 'duration_secs': 0.095605} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.023784] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.023945] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.024220] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b26e9c-6bc9-4612-8901-ac2288376791 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.032899] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1141.032899] env[69854]: value = "task-3519929" [ 1141.032899] env[69854]: _type = "Task" [ 1141.032899] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.040695] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.044488] env[69854]: DEBUG oslo_concurrency.lockutils [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] Releasing lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.045920] env[69854]: DEBUG nova.compute.manager [req-e2668553-9593-489f-b189-21a843a7fc60 req-4da77269-7234-4c64-84ee-8a8ecce35c32 service nova] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Received event network-vif-deleted-8b389870-49f5-4859-bf1d-192ae121ccf3 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.143341] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.227143] env[69854]: DEBUG nova.network.neutron [-] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.282915] env[69854]: DEBUG nova.network.neutron [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "address": "fa:16:3e:9e:16:71", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0d656c-b4", "ovs_interfaceid": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.288163] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f977c465-83f5-4aaf-95fd-372de1830840 tempest-ServersAdminTestJSON-1432726417 tempest-ServersAdminTestJSON-1432726417-project-member] Lock "d8f11640-a3a3-42aa-afd7-674cd2af95c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.655s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.436584] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519926, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.491983] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852669c-59a0-47df-bafe-b9002ef2b00e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.501176] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af79a40-73b3-42fd-83e9-c50c63ec0da1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.536704] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea2834b-58e2-4a94-99fa-366551e9ea21 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.544328] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.547645] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce84019c-a61f-4dd3-98fb-46c12d7b47ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.561917] env[69854]: DEBUG nova.compute.provider_tree [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.642594] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.731840] env[69854]: INFO nova.compute.manager [-] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Took 1.27 seconds to deallocate network for instance. [ 1141.785688] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.786555] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.786762] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.787719] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a6947f-8318-4c4a-830f-7291e9e0f633 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.809335] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.809641] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.809920] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.810175] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.810367] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.810552] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.810857] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.811079] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.811342] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.811506] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.811778] env[69854]: DEBUG nova.virt.hardware [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.818858] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Reconfiguring VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1141.819332] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db00ea47-a398-4b50-8395-5f486ad82bd9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.839295] env[69854]: DEBUG oslo_vmware.api [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1141.839295] env[69854]: value = "task-3519930" [ 1141.839295] env[69854]: _type = "Task" [ 1141.839295] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.849912] env[69854]: DEBUG oslo_vmware.api [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519930, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.934008] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519926, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.956568] env[69854]: DEBUG nova.compute.manager [req-c52fd732-9ca0-4758-b700-e4ed5dcbf54c req-860222d3-a950-4e79-a11a-a2e3d83f1a87 service nova] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Received event network-vif-deleted-1063271a-1f5a-4abc-8b02-74e05242bda8 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.039666] env[69854]: DEBUG nova.compute.manager [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-changed-2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.040222] env[69854]: DEBUG nova.compute.manager [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing instance network info cache due to event network-changed-2d0d656c-b406-4bdc-895f-873cc3d5f874. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.040222] env[69854]: DEBUG oslo_concurrency.lockutils [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.040457] env[69854]: DEBUG oslo_concurrency.lockutils [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.040517] env[69854]: DEBUG nova.network.neutron [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing network info cache for port 2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.050901] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.065341] env[69854]: DEBUG nova.scheduler.client.report [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.144223] env[69854]: DEBUG oslo_vmware.api [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519928, 'name': PowerOnVM_Task, 'duration_secs': 1.902153} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.146370] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.146370] env[69854]: INFO nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1142.146370] env[69854]: DEBUG nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.147213] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491953dc-6e1e-488f-b2ed-124d75a7703e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.237246] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.350052] env[69854]: DEBUG oslo_vmware.api [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.436562] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519926, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.395836} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.436920] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5/OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5.vmdk to [datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb/821607d0-e4f2-4e99-96f1-974b56ed40cb.vmdk. [ 1142.437142] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Cleaning up location [datastore2] OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1142.437328] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c1911662-b944-4f57-bb6c-0fe6ee0b0bd5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.437609] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-855f47e1-cc41-4cdc-89b5-36f0cf11fc74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.446999] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1142.446999] env[69854]: value = "task-3519931" [ 1142.446999] env[69854]: _type = "Task" [ 1142.446999] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.459723] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.546771] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519929, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.571478] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.573946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.704s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.575671] env[69854]: INFO nova.compute.claims [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.598230] env[69854]: INFO nova.scheduler.client.report [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleted allocations for instance cfabe05d-0c65-4192-b6ae-b7189784ae75 [ 1142.668194] env[69854]: INFO nova.compute.manager [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Took 30.14 seconds to build instance. [ 1142.850930] env[69854]: DEBUG oslo_vmware.api [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.876840] env[69854]: DEBUG nova.network.neutron [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updated VIF entry in instance network info cache for port 2d0d656c-b406-4bdc-895f-873cc3d5f874. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.876840] env[69854]: DEBUG nova.network.neutron [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "address": "fa:16:3e:9e:16:71", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0d656c-b4", "ovs_interfaceid": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.957610] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15306} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.957883] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.958038] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb/821607d0-e4f2-4e99-96f1-974b56ed40cb.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.958290] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb/821607d0-e4f2-4e99-96f1-974b56ed40cb.vmdk to [datastore2] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.958545] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a10d567-2bbd-4bba-9b73-6c22ae5c8b0a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.968636] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1142.968636] env[69854]: value = "task-3519932" [ 1142.968636] env[69854]: _type = "Task" [ 1142.968636] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.979857] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.050625] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519929, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574973} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.052016] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.052272] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.057173] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d42b6cb1-a4ee-4ecc-9321-4577973fc97e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.066876] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1143.066876] env[69854]: value = "task-3519933" [ 1143.066876] env[69854]: _type = "Task" [ 1143.066876] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.082452] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.107097] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b08c819b-c0fe-4ee4-b836-9b32a2b01a4b tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "cfabe05d-0c65-4192-b6ae-b7189784ae75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.872s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.170592] env[69854]: DEBUG oslo_concurrency.lockutils [None req-526b0a03-36d2-48bf-b16e-34ba52ae8fb2 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "544b31b4-832f-4276-933b-785cfce6ac50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.655s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.352249] env[69854]: DEBUG oslo_vmware.api [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519930, 'name': ReconfigVM_Task, 'duration_secs': 1.313204} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.352865] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.353271] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Reconfigured VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1143.379079] env[69854]: DEBUG oslo_concurrency.lockutils [req-96048446-77fb-4acf-9cc0-6f23c0289328 req-65d51e7b-f7d4-4d64-a2c2-55bed01ad511 service nova] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.479175] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.563410] env[69854]: INFO nova.compute.manager [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Rescuing [ 1143.563692] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.563844] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.569030] env[69854]: DEBUG nova.network.neutron [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.577632] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072173} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.578106] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.579018] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f027c154-e38d-4cfc-9c75-e8c9623119c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.609494] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.613284] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b48e81-272c-4490-8be6-d0977af8d28d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.635884] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1143.635884] env[69854]: value = "task-3519934" [ 1143.635884] env[69854]: _type = "Task" [ 1143.635884] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.649374] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.842056] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d275b-c418-4a5b-bd8f-abc1c832aed8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.849171] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147e02f-a387-40d4-962b-1047c09aa322 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.883743] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8fcafdeb-ad24-4a25-8a01-2bc737087444 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-08f36156-667b-4d10-80f8-4977dc4d7357-2d0d656c-b406-4bdc-895f-873cc3d5f874" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.782s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.886109] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5700a504-cfbe-4031-a8cb-bae294acd50e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.894971] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0cfcc-6189-47cd-aedf-1d1b863ab729 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.911961] env[69854]: DEBUG nova.compute.provider_tree [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.980896] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.072941] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "8f7541c9-d039-4edf-990c-9cd7efe336c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.073231] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.148305] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.416286] env[69854]: DEBUG nova.scheduler.client.report [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.422120] env[69854]: DEBUG nova.network.neutron [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Updating instance_info_cache with network_info: [{"id": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "address": "fa:16:3e:85:be:47", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc1de7b-84", "ovs_interfaceid": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.481060] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.575852] env[69854]: DEBUG nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.653292] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.925846] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.926384] env[69854]: DEBUG nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.930682] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.935029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.953s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.935029] env[69854]: DEBUG nova.objects.instance [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.985977] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.109931] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.148174] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519934, 'name': ReconfigVM_Task, 'duration_secs': 1.300428} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.148478] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.149153] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddfdb98f-8e15-49c6-90a1-703d1639582c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.156305] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1145.156305] env[69854]: value = "task-3519935" [ 1145.156305] env[69854]: _type = "Task" [ 1145.156305] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.164815] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519935, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.414564] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-08f36156-667b-4d10-80f8-4977dc4d7357-2d0d656c-b406-4bdc-895f-873cc3d5f874" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.414709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-08f36156-667b-4d10-80f8-4977dc4d7357-2d0d656c-b406-4bdc-895f-873cc3d5f874" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.435895] env[69854]: DEBUG nova.compute.utils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.437236] env[69854]: DEBUG nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.437415] env[69854]: DEBUG nova.network.neutron [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.491620] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.494012] env[69854]: DEBUG nova.policy [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc58af0925754cc9901150dad800d2e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aee0d14a8d483184d4fa3becb44349', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.666808] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519935, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.757092] env[69854]: DEBUG nova.network.neutron [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Successfully created port: 8fe04ce0-2bf7-4783-afc8-93fa31d05eda {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.917607] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.917830] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.918727] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9ab59-64f0-4055-aa2a-4ea09b17f7a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.939056] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7a2386-47f9-4b77-85d0-9ac36e2eb9a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.941995] env[69854]: DEBUG nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.945295] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a290e493-aa2b-4871-af17-50de3a7543f3 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.946863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.634s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.947120] env[69854]: DEBUG nova.objects.instance [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lazy-loading 'resources' on Instance uuid f2c65502-fc57-4ec4-bea8-94df2e8255a1 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.973195] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Reconfiguring VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1145.975074] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4c8196d-edb1-4bb3-a927-1faa77b180e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.999377] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.001925] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1146.001925] env[69854]: value = "task-3519936" [ 1146.001925] env[69854]: _type = "Task" [ 1146.001925] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.011471] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.124552] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.124766] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.168179] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519935, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.486698] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519932, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.392725} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.486962] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/821607d0-e4f2-4e99-96f1-974b56ed40cb/821607d0-e4f2-4e99-96f1-974b56ed40cb.vmdk to [datastore2] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.487783] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f48db19-01d5-40be-bd02-1c4d6a498126 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.509638] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.513215] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.513492] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51aa3c2e-15f5-4327-aeb0-659c4af9d006 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.527674] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06ec01ef-1ed0-4f4a-88b6-8288100d7db3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.537754] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.539735] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1146.539735] env[69854]: value = "task-3519937" [ 1146.539735] env[69854]: _type = "Task" [ 1146.539735] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.539975] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1146.539975] env[69854]: value = "task-3519938" [ 1146.539975] env[69854]: _type = "Task" [ 1146.539975] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.553208] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.558233] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.632696] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.632891] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.633122] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.633254] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.633525] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.633617] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.633719] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1146.633849] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.670332] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519935, 'name': Rename_Task, 'duration_secs': 1.464176} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.673051] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.673551] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f996fa8f-78de-49ae-9592-2062e2821d0c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.680272] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1146.680272] env[69854]: value = "task-3519939" [ 1146.680272] env[69854]: _type = "Task" [ 1146.680272] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.691262] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.752579] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4360c8c-68df-48fa-ad43-ccc6a542f117 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.760276] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd5df9-0b7a-4b88-8ccd-4150a89a991f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.794017] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d9df0-45a6-4614-97aa-643cf343b766 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.801523] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2ccc56-a02d-4e13-ba2b-70b6f99833ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.815770] env[69854]: DEBUG nova.compute.provider_tree [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.955873] env[69854]: DEBUG nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.988515] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.988677] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.988830] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.989167] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.989388] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.989593] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.989858] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.990083] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.990317] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.990609] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.990858] env[69854]: DEBUG nova.virt.hardware [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.991788] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6d7c32-9a90-4af0-8cc6-3d292cdc61b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.001962] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c33e01-3c19-409b-b5b9-347e08716923 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.024856] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.062350] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519938, 'name': ReconfigVM_Task, 'duration_secs': 0.357044} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.062890] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519937, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.063245] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 7cacfaf2-b4b9-417a-84ec-332b5238ef00/7cacfaf2-b4b9-417a-84ec-332b5238ef00.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.064559] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'image_id': '1762b13e-a107-40c9-aa9d-64e07c6319a1'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': 'c2f67367-fe7f-4c7e-9dfb-269441ff66a6', 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703185', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'name': 'volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7cacfaf2-b4b9-417a-84ec-332b5238ef00', 'attached_at': '', 'detached_at': '', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'serial': '4c5f403d-d08b-412d-8bd4-dfcb8699909f'}, 'volume_type': None}], 'swap': None} {{(pid=69854) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1147.065023] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.065333] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703185', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'name': 'volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7cacfaf2-b4b9-417a-84ec-332b5238ef00', 'attached_at': '', 'detached_at': '', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'serial': '4c5f403d-d08b-412d-8bd4-dfcb8699909f'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.066323] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358c337-d15c-4b59-ac61-acf0a33bef3a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.084129] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15653773-bf5f-4ea2-9133-e6ec131d464c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.112663] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f/volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.113060] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c86a9a9-cc2a-4eff-a5c1-f1d0509dc819 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.134085] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1147.134085] env[69854]: value = "task-3519940" [ 1147.134085] env[69854]: _type = "Task" [ 1147.134085] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.139359] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.143574] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.193581] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519939, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.200838] env[69854]: DEBUG nova.compute.manager [req-b9a284b3-3032-4b6d-a4c4-580a4fd59273 req-09c25216-43b8-422e-bb8f-61d49f8a4319 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Received event network-vif-plugged-8fe04ce0-2bf7-4783-afc8-93fa31d05eda {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.201040] env[69854]: DEBUG oslo_concurrency.lockutils [req-b9a284b3-3032-4b6d-a4c4-580a4fd59273 req-09c25216-43b8-422e-bb8f-61d49f8a4319 service nova] Acquiring lock "b5cfb516-4c97-4de1-86af-73178039cd5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.201254] env[69854]: DEBUG oslo_concurrency.lockutils [req-b9a284b3-3032-4b6d-a4c4-580a4fd59273 req-09c25216-43b8-422e-bb8f-61d49f8a4319 service nova] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.201427] env[69854]: DEBUG oslo_concurrency.lockutils [req-b9a284b3-3032-4b6d-a4c4-580a4fd59273 req-09c25216-43b8-422e-bb8f-61d49f8a4319 service nova] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.201585] env[69854]: DEBUG nova.compute.manager [req-b9a284b3-3032-4b6d-a4c4-580a4fd59273 req-09c25216-43b8-422e-bb8f-61d49f8a4319 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] No waiting events found dispatching network-vif-plugged-8fe04ce0-2bf7-4783-afc8-93fa31d05eda {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.201745] env[69854]: WARNING nova.compute.manager [req-b9a284b3-3032-4b6d-a4c4-580a4fd59273 req-09c25216-43b8-422e-bb8f-61d49f8a4319 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Received unexpected event network-vif-plugged-8fe04ce0-2bf7-4783-afc8-93fa31d05eda for instance with vm_state building and task_state spawning. [ 1147.318797] env[69854]: DEBUG nova.scheduler.client.report [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.325422] env[69854]: DEBUG nova.network.neutron [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Successfully updated port: 8fe04ce0-2bf7-4783-afc8-93fa31d05eda {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.528850] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.551938] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519937, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.643858] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519940, 'name': ReconfigVM_Task, 'duration_secs': 0.298187} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.644308] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f/volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.649053] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf34178a-4160-439f-97f6-a2aec0d9ee2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.664289] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1147.664289] env[69854]: value = "task-3519941" [ 1147.664289] env[69854]: _type = "Task" [ 1147.664289] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.673727] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.692663] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519939, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.824487] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.826827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.590s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.827076] env[69854]: DEBUG nova.objects.instance [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lazy-loading 'resources' on Instance uuid bffcb97f-4734-429f-a76a-44e05ca7d755 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.829182] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-b5cfb516-4c97-4de1-86af-73178039cd5f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.829324] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-b5cfb516-4c97-4de1-86af-73178039cd5f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.829474] env[69854]: DEBUG nova.network.neutron [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.848392] env[69854]: INFO nova.scheduler.client.report [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted allocations for instance f2c65502-fc57-4ec4-bea8-94df2e8255a1 [ 1148.029665] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.056514] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519937, 'name': PowerOffVM_Task, 'duration_secs': 1.175502} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.056831] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.057768] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baf5143-74f1-4812-b349-96a81fdc7142 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.078038] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69d210-4ffc-46e1-8c31-6375c4dd7b3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.123916] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.124230] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f43e25d9-98cc-4b3b-baac-6bfdc83a906c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.132211] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1148.132211] env[69854]: value = "task-3519942" [ 1148.132211] env[69854]: _type = "Task" [ 1148.132211] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.141645] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.141709] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.141952] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.142143] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.142339] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.142611] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9030c868-0e62-4adc-a47f-d247d276b852 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.153833] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.153833] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.153833] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8196f5-5fc0-4edb-8240-7ae8b764f895 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.159516] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1148.159516] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e0e73-c38b-4a21-8315-fd85005548cf" [ 1148.159516] env[69854]: _type = "Task" [ 1148.159516] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.167737] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e0e73-c38b-4a21-8315-fd85005548cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.175598] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519941, 'name': ReconfigVM_Task, 'duration_secs': 0.18145} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.175902] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703185', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'name': 'volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7cacfaf2-b4b9-417a-84ec-332b5238ef00', 'attached_at': '', 'detached_at': '', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'serial': '4c5f403d-d08b-412d-8bd4-dfcb8699909f'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.176511] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c7f647-e535-436a-b16c-21a141585cfd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.182736] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1148.182736] env[69854]: value = "task-3519943" [ 1148.182736] env[69854]: _type = "Task" [ 1148.182736] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.194028] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519939, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.196662] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519943, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.362265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0e1fc84c-0be3-4372-823f-02e648f24dbf tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "f2c65502-fc57-4ec4-bea8-94df2e8255a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.508s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.386096] env[69854]: DEBUG nova.network.neutron [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.531659] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.545859] env[69854]: DEBUG nova.network.neutron [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Updating instance_info_cache with network_info: [{"id": "8fe04ce0-2bf7-4783-afc8-93fa31d05eda", "address": "fa:16:3e:88:e5:44", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe04ce0-2b", "ovs_interfaceid": "8fe04ce0-2bf7-4783-afc8-93fa31d05eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.620026] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cdad9-a7bc-4cc0-8f0d-ce65c5455649 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.629093] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409aa3d0-60b2-4959-a7cb-83b5d5287110 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.674391] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc99cb74-b250-4563-9d17-3c851258f220 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.686311] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52401820-8cb6-41fe-a902-01d53b9e5451 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.690803] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e0e73-c38b-4a21-8315-fd85005548cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.697745] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65dd5558-4387-437e-9033-a2c5ccf7fab8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.712447] env[69854]: DEBUG nova.compute.provider_tree [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.717297] env[69854]: DEBUG oslo_vmware.api [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3519939, 'name': PowerOnVM_Task, 'duration_secs': 1.597996} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.717805] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.718019] env[69854]: INFO nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1148.718206] env[69854]: DEBUG nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.722906] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893eac18-0581-491a-b8f4-60be6051171e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.725600] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519943, 'name': Rename_Task, 'duration_secs': 0.203332} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.725904] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1148.725904] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ac0000-05e5-d9fd-e46a-4b20f056968b" [ 1148.725904] env[69854]: _type = "Task" [ 1148.725904] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.726832] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.727393] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c271ae02-8495-453e-8d56-cd85f043dc6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.747683] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ac0000-05e5-d9fd-e46a-4b20f056968b, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.750181] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.750181] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. {{(pid=69854) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1148.750372] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1148.750372] env[69854]: value = "task-3519944" [ 1148.750372] env[69854]: _type = "Task" [ 1148.750372] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.750476] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c83f68dd-921f-4d50-9591-a3013c836778 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.761741] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.765020] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1148.765020] env[69854]: value = "task-3519945" [ 1148.765020] env[69854]: _type = "Task" [ 1148.765020] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.771238] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.029730] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.048999] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-b5cfb516-4c97-4de1-86af-73178039cd5f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.049808] env[69854]: DEBUG nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Instance network_info: |[{"id": "8fe04ce0-2bf7-4783-afc8-93fa31d05eda", "address": "fa:16:3e:88:e5:44", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe04ce0-2b", "ovs_interfaceid": "8fe04ce0-2bf7-4783-afc8-93fa31d05eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.049808] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:e5:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fe04ce0-2bf7-4783-afc8-93fa31d05eda', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.058141] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.058464] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.058702] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a64fa0ea-6616-40fc-b42a-6a1f0cf2cc6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.081024] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.081024] env[69854]: value = "task-3519946" [ 1149.081024] env[69854]: _type = "Task" [ 1149.081024] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.093020] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519946, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.211534] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "49708836-f806-47de-9701-de7a245a2d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.211877] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.220387] env[69854]: DEBUG nova.scheduler.client.report [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.236924] env[69854]: DEBUG nova.compute.manager [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Received event network-changed-8fe04ce0-2bf7-4783-afc8-93fa31d05eda {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.238042] env[69854]: DEBUG nova.compute.manager [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Refreshing instance network info cache due to event network-changed-8fe04ce0-2bf7-4783-afc8-93fa31d05eda. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.238042] env[69854]: DEBUG oslo_concurrency.lockutils [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] Acquiring lock "refresh_cache-b5cfb516-4c97-4de1-86af-73178039cd5f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.238042] env[69854]: DEBUG oslo_concurrency.lockutils [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] Acquired lock "refresh_cache-b5cfb516-4c97-4de1-86af-73178039cd5f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.238042] env[69854]: DEBUG nova.network.neutron [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Refreshing network info cache for port 8fe04ce0-2bf7-4783-afc8-93fa31d05eda {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.263297] env[69854]: INFO nova.compute.manager [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Took 30.99 seconds to build instance. [ 1149.278036] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.282191] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519945, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.533799] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.590401] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519946, 'name': CreateVM_Task, 'duration_secs': 0.385383} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.590587] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.591289] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.591458] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.591775] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.592038] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4903f8-f9c3-41da-a744-22ce2bfe7a4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.596855] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1149.596855] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5295fe5b-71db-3124-81bc-41d0ffefeed8" [ 1149.596855] env[69854]: _type = "Task" [ 1149.596855] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.608532] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5295fe5b-71db-3124-81bc-41d0ffefeed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.714340] env[69854]: DEBUG nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.726772] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.729260] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.619s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.730998] env[69854]: INFO nova.compute.claims [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.758392] env[69854]: INFO nova.scheduler.client.report [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Deleted allocations for instance bffcb97f-4734-429f-a76a-44e05ca7d755 [ 1149.770222] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2d00394e-0427-4069-8626-5a36ee412554 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "23da5aaf-074a-421d-ac41-9fb619044723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.507s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.780674] env[69854]: DEBUG oslo_vmware.api [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3519944, 'name': PowerOnVM_Task, 'duration_secs': 0.600571} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.784573] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.786637] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533033} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.788982] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk. [ 1149.791817] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25645c6-c88c-4a80-b711-1e468993e5b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.819104] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.822613] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b05ed3e-a4a0-4963-a868-4dc849031137 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.845070] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1149.845070] env[69854]: value = "task-3519950" [ 1149.845070] env[69854]: _type = "Task" [ 1149.845070] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.853833] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.917089] env[69854]: DEBUG nova.compute.manager [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.917937] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a44cd6-96c6-4423-b746-fed1d663d77e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.030182] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.109104] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5295fe5b-71db-3124-81bc-41d0ffefeed8, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.109416] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.109683] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.109922] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.110081] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.110263] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.110521] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8445db8-72a3-4fd4-9ab8-60da3c63c16d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.119727] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.119906] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.120608] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20727f1d-a4f1-4b3b-9ccc-70a28358a1fb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.125687] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1150.125687] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8cfb9-605c-6ed7-9ac5-aba39dee0bc6" [ 1150.125687] env[69854]: _type = "Task" [ 1150.125687] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.133409] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8cfb9-605c-6ed7-9ac5-aba39dee0bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.169411] env[69854]: DEBUG nova.network.neutron [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Updated VIF entry in instance network info cache for port 8fe04ce0-2bf7-4783-afc8-93fa31d05eda. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.169411] env[69854]: DEBUG nova.network.neutron [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Updating instance_info_cache with network_info: [{"id": "8fe04ce0-2bf7-4783-afc8-93fa31d05eda", "address": "fa:16:3e:88:e5:44", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe04ce0-2b", "ovs_interfaceid": "8fe04ce0-2bf7-4783-afc8-93fa31d05eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.240324] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.274582] env[69854]: DEBUG oslo_concurrency.lockutils [None req-479ba822-e42e-4018-9d0e-11bfca50c702 tempest-ServerRescueNegativeTestJSON-1951917753 tempest-ServerRescueNegativeTestJSON-1951917753-project-member] Lock "bffcb97f-4734-429f-a76a-44e05ca7d755" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.231s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.356741] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.442804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1b048006-fb7d-4c7f-8ad3-246f4ab926fb tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.109s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.531331] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.641853] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d8cfb9-605c-6ed7-9ac5-aba39dee0bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.644075] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0399d360-743a-44de-99b1-2869b454ad7a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.652019] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1150.652019] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527067b9-1461-e718-d435-7f975f228191" [ 1150.652019] env[69854]: _type = "Task" [ 1150.652019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.659552] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527067b9-1461-e718-d435-7f975f228191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.671426] env[69854]: DEBUG oslo_concurrency.lockutils [req-1c5a1c8a-25d7-4be3-875a-3a9df08c632d req-5b0eb097-680a-4a76-b95f-35f45d360f18 service nova] Releasing lock "refresh_cache-b5cfb516-4c97-4de1-86af-73178039cd5f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.856690] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519950, 'name': ReconfigVM_Task, 'duration_secs': 0.946729} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.857301] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50/1762b13e-a107-40c9-aa9d-64e07c6319a1-rescue.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.858757] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df523a1a-d356-4fb1-b888-8c1deab9b94e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.896648] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a40dea-c1c6-4c9b-b05e-b53720086765 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.912180] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1150.912180] env[69854]: value = "task-3519951" [ 1150.912180] env[69854]: _type = "Task" [ 1150.912180] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.924022] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.021549] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a0726b-9b38-42a3-93d1-8ffb39560d0c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.035392] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d80185e-196f-4022-acbe-cb1d5952912d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.039768] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.071706] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b2ccb0-ecfd-4624-a844-36b49dc0ea1e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.079376] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d85050-763a-4f87-8ce8-4f85988ff81c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.093174] env[69854]: DEBUG nova.compute.provider_tree [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.160662] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527067b9-1461-e718-d435-7f975f228191, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.160946] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.161463] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] b5cfb516-4c97-4de1-86af-73178039cd5f/b5cfb516-4c97-4de1-86af-73178039cd5f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.161463] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7525bc8-1f47-4bfe-a76e-dd70b3c36581 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.167352] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1151.167352] env[69854]: value = "task-3519952" [ 1151.167352] env[69854]: _type = "Task" [ 1151.167352] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.176773] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.272061] env[69854]: DEBUG nova.compute.manager [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Received event network-changed-1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.272215] env[69854]: DEBUG nova.compute.manager [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Refreshing instance network info cache due to event network-changed-1582fce1-cb90-47f0-9862-cf85972b7125. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.272430] env[69854]: DEBUG oslo_concurrency.lockutils [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] Acquiring lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.272605] env[69854]: DEBUG oslo_concurrency.lockutils [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] Acquired lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.272751] env[69854]: DEBUG nova.network.neutron [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Refreshing network info cache for port 1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.421819] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519951, 'name': ReconfigVM_Task, 'duration_secs': 0.208356} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.422155] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.422450] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d88598ae-24b6-4081-80d7-8eb829a88dc8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.430285] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1151.430285] env[69854]: value = "task-3519953" [ 1151.430285] env[69854]: _type = "Task" [ 1151.430285] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.438606] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.534836] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.598023] env[69854]: DEBUG nova.scheduler.client.report [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.677060] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.940513] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519953, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.020703] env[69854]: DEBUG nova.network.neutron [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Updated VIF entry in instance network info cache for port 1582fce1-cb90-47f0-9862-cf85972b7125. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.021084] env[69854]: DEBUG nova.network.neutron [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Updating instance_info_cache with network_info: [{"id": "1582fce1-cb90-47f0-9862-cf85972b7125", "address": "fa:16:3e:c0:83:a7", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1582fce1-cb", "ovs_interfaceid": "1582fce1-cb90-47f0-9862-cf85972b7125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.035666] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.103789] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.104345] env[69854]: DEBUG nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.107284] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.968s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.107479] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.107642] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1152.107932] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.868s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.109343] env[69854]: INFO nova.compute.claims [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.112718] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9481adee-9991-40bc-85dd-113fb231c0fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.122310] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097713f-91b1-47c7-8b1f-2ba29cd394ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.138705] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bbba80-8b6b-456f-a148-cf927b493f2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.151021] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda22a7b-7cae-4551-9a76-ff05ab1fa42d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.186930] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179126MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1152.187156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.201722] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530158} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.202464] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] b5cfb516-4c97-4de1-86af-73178039cd5f/b5cfb516-4c97-4de1-86af-73178039cd5f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.202464] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.202675] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6777a09-81a7-406d-9f95-eb719cd0b797 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.213029] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1152.213029] env[69854]: value = "task-3519954" [ 1152.213029] env[69854]: _type = "Task" [ 1152.213029] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.223950] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.442290] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519953, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.523761] env[69854]: DEBUG oslo_concurrency.lockutils [req-18e29a92-f7c4-4eef-8952-bb8a60264d03 req-973cfa74-4588-4150-a28c-9062729eed99 service nova] Releasing lock "refresh_cache-23da5aaf-074a-421d-ac41-9fb619044723" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.537455] env[69854]: DEBUG oslo_vmware.api [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519936, 'name': ReconfigVM_Task, 'duration_secs': 6.360697} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.537810] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.538348] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Reconfigured VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1152.614262] env[69854]: DEBUG nova.compute.utils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.615732] env[69854]: DEBUG nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.615908] env[69854]: DEBUG nova.network.neutron [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.656953] env[69854]: DEBUG nova.policy [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41716f591a5d44a58ee207ebdbc7661c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd42fa3606f094a8f85f5b654d54132c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.722933] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15514} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.723462] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.724325] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d51c6a-f425-41cd-9e59-95d087a23720 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.755344] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b5cfb516-4c97-4de1-86af-73178039cd5f/b5cfb516-4c97-4de1-86af-73178039cd5f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.756343] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf940de-2f54-4594-a6f6-946835d1ca7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.779126] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1152.779126] env[69854]: value = "task-3519956" [ 1152.779126] env[69854]: _type = "Task" [ 1152.779126] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.788296] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.937837] env[69854]: DEBUG nova.network.neutron [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Successfully created port: 2b8a44b0-09be-4682-b1fe-7c47bd7194fa {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.946665] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.122024] env[69854]: DEBUG nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.295267] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.354489] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba9c3bf-4bdb-4b4e-9534-724a4879e8f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.362168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8050d48-1667-42a2-a791-c0b53d0bccd0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.395846] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3edb9c9-5b44-4325-a1c9-2d2cd3530b1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.405440] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ee6e7-0018-4d15-ab4b-41233ba4751e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.423010] env[69854]: DEBUG nova.compute.provider_tree [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.444634] env[69854]: DEBUG oslo_vmware.api [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519953, 'name': PowerOnVM_Task, 'duration_secs': 1.77584} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.444903] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.447694] env[69854]: DEBUG nova.compute.manager [None req-7f60e635-aaa3-4a89-bfb6-56e92d99a152 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.448554] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3fbfd5-4f95-4cb0-8cd2-c220224272fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.794113] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519956, 'name': ReconfigVM_Task, 'duration_secs': 0.707113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.794854] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b5cfb516-4c97-4de1-86af-73178039cd5f/b5cfb516-4c97-4de1-86af-73178039cd5f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.795101] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79511476-3ba0-48ee-940c-97761bd4d5d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.801991] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1153.801991] env[69854]: value = "task-3519957" [ 1153.801991] env[69854]: _type = "Task" [ 1153.801991] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.809771] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519957, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.911627] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.911830] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.912057] env[69854]: DEBUG nova.network.neutron [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.929211] env[69854]: DEBUG nova.scheduler.client.report [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.130980] env[69854]: DEBUG nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.159672] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.159672] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.159672] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.159959] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.159959] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.160100] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.160311] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.160471] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.160729] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.160864] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.161056] env[69854]: DEBUG nova.virt.hardware [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.161932] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2493e6-ee78-4573-bc1f-2c8dfc9242f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.170223] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd64a63-a9df-40dc-8a3e-c8987a78f9f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.320681] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519957, 'name': Rename_Task, 'duration_secs': 0.38799} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.320951] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.325162] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd65a93f-e37a-417b-965a-348d3678eefa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.333610] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1154.333610] env[69854]: value = "task-3519958" [ 1154.333610] env[69854]: _type = "Task" [ 1154.333610] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.341085] env[69854]: DEBUG nova.compute.manager [req-72131b6e-fe75-492c-94c5-eb86e2017ba9 req-4d6f59d2-325c-40b5-a236-35cb794e9b62 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Received event network-vif-plugged-2b8a44b0-09be-4682-b1fe-7c47bd7194fa {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.341364] env[69854]: DEBUG oslo_concurrency.lockutils [req-72131b6e-fe75-492c-94c5-eb86e2017ba9 req-4d6f59d2-325c-40b5-a236-35cb794e9b62 service nova] Acquiring lock "8f7541c9-d039-4edf-990c-9cd7efe336c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.341603] env[69854]: DEBUG oslo_concurrency.lockutils [req-72131b6e-fe75-492c-94c5-eb86e2017ba9 req-4d6f59d2-325c-40b5-a236-35cb794e9b62 service nova] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.341788] env[69854]: DEBUG oslo_concurrency.lockutils [req-72131b6e-fe75-492c-94c5-eb86e2017ba9 req-4d6f59d2-325c-40b5-a236-35cb794e9b62 service nova] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.342050] env[69854]: DEBUG nova.compute.manager [req-72131b6e-fe75-492c-94c5-eb86e2017ba9 req-4d6f59d2-325c-40b5-a236-35cb794e9b62 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] No waiting events found dispatching network-vif-plugged-2b8a44b0-09be-4682-b1fe-7c47bd7194fa {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.342257] env[69854]: WARNING nova.compute.manager [req-72131b6e-fe75-492c-94c5-eb86e2017ba9 req-4d6f59d2-325c-40b5-a236-35cb794e9b62 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Received unexpected event network-vif-plugged-2b8a44b0-09be-4682-b1fe-7c47bd7194fa for instance with vm_state building and task_state spawning. [ 1154.346350] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.433203] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.433802] env[69854]: DEBUG nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.436560] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.249s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.469934] env[69854]: DEBUG nova.network.neutron [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Successfully updated port: 2b8a44b0-09be-4682-b1fe-7c47bd7194fa {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.470053] env[69854]: INFO nova.compute.manager [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Unrescuing [ 1154.470274] env[69854]: DEBUG oslo_concurrency.lockutils [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.470363] env[69854]: DEBUG oslo_concurrency.lockutils [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquired lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.471521] env[69854]: DEBUG nova.network.neutron [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.780812] env[69854]: INFO nova.network.neutron [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Port 2d0d656c-b406-4bdc-895f-873cc3d5f874 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1154.781403] env[69854]: DEBUG nova.network.neutron [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.843380] env[69854]: DEBUG oslo_vmware.api [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519958, 'name': PowerOnVM_Task, 'duration_secs': 0.494903} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.843664] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.843864] env[69854]: INFO nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1154.844051] env[69854]: DEBUG nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.844817] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abac005-9f00-4a95-abba-dbd26fe27526 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.879546] env[69854]: DEBUG nova.compute.manager [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.879796] env[69854]: DEBUG nova.compute.manager [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing instance network info cache due to event network-changed-4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.879930] env[69854]: DEBUG oslo_concurrency.lockutils [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] Acquiring lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.939940] env[69854]: DEBUG nova.compute.utils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.942078] env[69854]: DEBUG nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.942221] env[69854]: DEBUG nova.network.neutron [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.976377] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "refresh_cache-8f7541c9-d039-4edf-990c-9cd7efe336c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.976541] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "refresh_cache-8f7541c9-d039-4edf-990c-9cd7efe336c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.976694] env[69854]: DEBUG nova.network.neutron [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.987701] env[69854]: DEBUG nova.policy [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8851356d1d5452cac4fd10c9b8b3e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f9d32e5fbc4266b21c1d81a3ea7bed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.238692] env[69854]: DEBUG nova.network.neutron [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Updating instance_info_cache with network_info: [{"id": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "address": "fa:16:3e:85:be:47", "network": {"id": "3e7e1785-2f6d-4dba-94ad-f765f28cdb8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1339037701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "89aafa4e406c490e99fbcf4b35e0b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc1de7b-84", "ovs_interfaceid": "bcc1de7b-8497-42fe-858a-37a020dc8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.286895] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.288105] env[69854]: DEBUG oslo_concurrency.lockutils [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] Acquired lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.288105] env[69854]: DEBUG nova.network.neutron [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Refreshing network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.302609] env[69854]: DEBUG nova.network.neutron [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Successfully created port: 3f1482f6-c8bd-4244-ab13-c6449ea49875 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.360399] env[69854]: INFO nova.compute.manager [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Took 25.51 seconds to build instance. [ 1155.445696] env[69854]: DEBUG nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.482211] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 78068fe4-df94-47e1-bacf-499b8f9faeea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.482632] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance eddda2a1-2988-471e-af3b-99c8ec29cffc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.482632] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 50774648-3c9a-4361-870e-3364a20e2f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.482632] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.482783] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 08f36156-667b-4d10-80f8-4977dc4d7357 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.482850] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 64675229-c4bf-4cab-a633-2aecc6cfc422 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.482973] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 6092d890-1722-4754-9e9b-30515e8de7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.483109] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 7cacfaf2-b4b9-417a-84ec-332b5238ef00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.483270] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance ce9c5aea-6dac-447c-be55-509b78927fb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.483402] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance b0311c66-16b3-4c7e-9e40-c9e14e170d14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.483529] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 544b31b4-832f-4276-933b-785cfce6ac50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.483643] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 23da5aaf-074a-421d-ac41-9fb619044723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.483783] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance b5cfb516-4c97-4de1-86af-73178039cd5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.483905] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 8f7541c9-d039-4edf-990c-9cd7efe336c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.484017] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 49708836-f806-47de-9701-de7a245a2d5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.484254] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1155.484394] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1155.517951] env[69854]: DEBUG nova.network.neutron [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.564543] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-b0311c66-16b3-4c7e-9e40-c9e14e170d14-2d0d656c-b406-4bdc-895f-873cc3d5f874" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.564543] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-b0311c66-16b3-4c7e-9e40-c9e14e170d14-2d0d656c-b406-4bdc-895f-873cc3d5f874" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.564691] env[69854]: DEBUG nova.objects.instance [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'flavor' on Instance uuid b0311c66-16b3-4c7e-9e40-c9e14e170d14 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.702072] env[69854]: DEBUG nova.network.neutron [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Updating instance_info_cache with network_info: [{"id": "2b8a44b0-09be-4682-b1fe-7c47bd7194fa", "address": "fa:16:3e:0d:38:fc", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8a44b0-09", "ovs_interfaceid": "2b8a44b0-09be-4682-b1fe-7c47bd7194fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.704647] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae27b35-e17f-400e-abb3-a969b679cc57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.712429] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be780cf5-24b0-4109-bc82-985e51d7edf7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.744268] env[69854]: DEBUG oslo_concurrency.lockutils [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Releasing lock "refresh_cache-544b31b4-832f-4276-933b-785cfce6ac50" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.744929] env[69854]: DEBUG nova.objects.instance [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lazy-loading 'flavor' on Instance uuid 544b31b4-832f-4276-933b-785cfce6ac50 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.746930] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4f52b6-c94e-422f-aa6d-81a82d5008f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.757140] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa06027d-822b-4eb5-99d7-bdb953cc6cd2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.771679] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.789846] env[69854]: DEBUG oslo_concurrency.lockutils [None req-818cc2d2-febd-49f3-a787-bc6a18bbba9d tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-08f36156-667b-4d10-80f8-4977dc4d7357-2d0d656c-b406-4bdc-895f-873cc3d5f874" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.375s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.862703] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c62eae0-2427-49ec-977e-cb4ca8e94734 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.019s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.023769] env[69854]: DEBUG nova.network.neutron [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updated VIF entry in instance network info cache for port 4497f6a1-3ba5-44ee-bcd5-48418075139a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.024142] env[69854]: DEBUG nova.network.neutron [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [{"id": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "address": "fa:16:3e:1c:08:8d", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4497f6a1-3b", "ovs_interfaceid": "4497f6a1-3ba5-44ee-bcd5-48418075139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.196584] env[69854]: DEBUG nova.objects.instance [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'pci_requests' on Instance uuid b0311c66-16b3-4c7e-9e40-c9e14e170d14 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.208025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "refresh_cache-8f7541c9-d039-4edf-990c-9cd7efe336c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.208118] env[69854]: DEBUG nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Instance network_info: |[{"id": "2b8a44b0-09be-4682-b1fe-7c47bd7194fa", "address": "fa:16:3e:0d:38:fc", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8a44b0-09", "ovs_interfaceid": "2b8a44b0-09be-4682-b1fe-7c47bd7194fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.208468] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:38:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8a44b0-09be-4682-b1fe-7c47bd7194fa', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.216863] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.217365] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.217985] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c32483-6571-4039-a5b8-8d085591c1d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.240866] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.240866] env[69854]: value = "task-3519960" [ 1156.240866] env[69854]: _type = "Task" [ 1156.240866] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.249669] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519960, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.254301] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b012cc3-47b0-414b-b4e2-69c774022c5b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.282136] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.286028] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.286219] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb31f4ac-e28f-4e90-9a57-15d77a4997a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.292963] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1156.292963] env[69854]: value = "task-3519961" [ 1156.292963] env[69854]: _type = "Task" [ 1156.292963] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.302460] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.370196] env[69854]: DEBUG nova.compute.manager [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Received event network-changed-2b8a44b0-09be-4682-b1fe-7c47bd7194fa {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.370196] env[69854]: DEBUG nova.compute.manager [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Refreshing instance network info cache due to event network-changed-2b8a44b0-09be-4682-b1fe-7c47bd7194fa. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.370196] env[69854]: DEBUG oslo_concurrency.lockutils [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] Acquiring lock "refresh_cache-8f7541c9-d039-4edf-990c-9cd7efe336c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.370196] env[69854]: DEBUG oslo_concurrency.lockutils [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] Acquired lock "refresh_cache-8f7541c9-d039-4edf-990c-9cd7efe336c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.370340] env[69854]: DEBUG nova.network.neutron [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Refreshing network info cache for port 2b8a44b0-09be-4682-b1fe-7c47bd7194fa {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.457093] env[69854]: DEBUG nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.483677] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.483918] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.484085] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.484267] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.484411] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.484556] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.484760] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.484956] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.485090] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.485257] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.485504] env[69854]: DEBUG nova.virt.hardware [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.486401] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a37a4f-5daf-4ee0-88e0-faee86f8d2ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.494241] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c76e0-2a2f-463e-b58e-d6561fddfcd6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.527280] env[69854]: DEBUG oslo_concurrency.lockutils [req-32d3c6ce-a980-494f-a080-8212caef5ca2 req-4f6a8b2d-c7ad-4424-9bfa-f47e96324c93 service nova] Releasing lock "refresh_cache-08f36156-667b-4d10-80f8-4977dc4d7357" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.699579] env[69854]: DEBUG nova.objects.base [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.699803] env[69854]: DEBUG nova.network.neutron [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.752909] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519960, 'name': CreateVM_Task, 'duration_secs': 0.329071} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.753799] env[69854]: DEBUG nova.network.neutron [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Successfully updated port: 3f1482f6-c8bd-4244-ab13-c6449ea49875 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.754949] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.755855] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.756051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.756392] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.756587] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c3a917-6d2f-472c-815b-08e00e7202a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.761790] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1156.761790] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c25531-8ea2-f06c-f4a2-90d4c7f811b2" [ 1156.761790] env[69854]: _type = "Task" [ 1156.761790] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.770460] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c25531-8ea2-f06c-f4a2-90d4c7f811b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.780250] env[69854]: DEBUG nova.policy [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77146b75874847578134e5c2dd242422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '027ce6cbfd0b4ca78b87d931c3887dfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.786809] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1156.787051] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.350s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.801557] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.103125] env[69854]: DEBUG nova.network.neutron [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Updated VIF entry in instance network info cache for port 2b8a44b0-09be-4682-b1fe-7c47bd7194fa. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.103562] env[69854]: DEBUG nova.network.neutron [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Updating instance_info_cache with network_info: [{"id": "2b8a44b0-09be-4682-b1fe-7c47bd7194fa", "address": "fa:16:3e:0d:38:fc", "network": {"id": "85a28836-a2d1-4ae6-bbfa-ca40d1fd0594", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1118875416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d42fa3606f094a8f85f5b654d54132c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8a44b0-09", "ovs_interfaceid": "2b8a44b0-09be-4682-b1fe-7c47bd7194fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.226886] env[69854]: DEBUG nova.compute.manager [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.226985] env[69854]: DEBUG nova.compute.manager [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing instance network info cache due to event network-changed-72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.227227] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.227348] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.227515] env[69854]: DEBUG nova.network.neutron [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.256061] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "refresh_cache-49708836-f806-47de-9701-de7a245a2d5a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.256286] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "refresh_cache-49708836-f806-47de-9701-de7a245a2d5a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.256481] env[69854]: DEBUG nova.network.neutron [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.274615] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c25531-8ea2-f06c-f4a2-90d4c7f811b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014261} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.275581] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.275965] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.276429] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.276814] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.277167] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.277563] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97a74cd2-1525-43ac-a39c-f7d7b88ece1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.284771] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "b5cfb516-4c97-4de1-86af-73178039cd5f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.284987] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.290938] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.291131] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.291845] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7004469-f00b-4bfe-b1c7-dc5ac2a17934 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.303685] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1157.303685] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525bd6d6-67bb-b3fc-24d2-4d1ea25af697" [ 1157.303685] env[69854]: _type = "Task" [ 1157.303685] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.307378] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519961, 'name': PowerOffVM_Task, 'duration_secs': 0.810664} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.311732] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.317827] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.318609] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f11a94-a995-4fc7-b7c8-4360789fea11 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.338650] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525bd6d6-67bb-b3fc-24d2-4d1ea25af697, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.340683] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1157.340683] env[69854]: value = "task-3519963" [ 1157.340683] env[69854]: _type = "Task" [ 1157.340683] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.340966] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34322ac2-1ff1-4dbb-b65e-af92650bbd5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.352847] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519963, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.354280] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1157.354280] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52edbf0b-f7e5-49d1-e530-3c7535ec5939" [ 1157.354280] env[69854]: _type = "Task" [ 1157.354280] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.362018] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52edbf0b-f7e5-49d1-e530-3c7535ec5939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.606583] env[69854]: DEBUG oslo_concurrency.lockutils [req-087b6bdc-9950-42dc-9fe0-4a08a0ae1736 req-961c098a-d682-41b4-ad1b-ddf9d12771e0 service nova] Releasing lock "refresh_cache-8f7541c9-d039-4edf-990c-9cd7efe336c5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.788289] env[69854]: DEBUG nova.compute.utils [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.802095] env[69854]: DEBUG nova.network.neutron [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.853202] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519963, 'name': ReconfigVM_Task, 'duration_secs': 0.313638} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.853532] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.853738] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.854025] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a888153-1bce-447e-b31c-1be5194c0d2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.863788] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52edbf0b-f7e5-49d1-e530-3c7535ec5939, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.865283] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.865572] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 8f7541c9-d039-4edf-990c-9cd7efe336c5/8f7541c9-d039-4edf-990c-9cd7efe336c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.865870] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1157.865870] env[69854]: value = "task-3519964" [ 1157.865870] env[69854]: _type = "Task" [ 1157.865870] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.866109] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d74267d-70f4-4d31-9590-621ca19974a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.878991] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.880160] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1157.880160] env[69854]: value = "task-3519965" [ 1157.880160] env[69854]: _type = "Task" [ 1157.880160] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.887268] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.055689] env[69854]: DEBUG nova.network.neutron [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Updating instance_info_cache with network_info: [{"id": "3f1482f6-c8bd-4244-ab13-c6449ea49875", "address": "fa:16:3e:b2:35:25", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1482f6-c8", "ovs_interfaceid": "3f1482f6-c8bd-4244-ab13-c6449ea49875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.109303] env[69854]: DEBUG nova.network.neutron [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updated VIF entry in instance network info cache for port 72b6ee15-db72-45bc-ac91-0e385963f052. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.109694] env[69854]: DEBUG nova.network.neutron [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.291187] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.377778] env[69854]: DEBUG oslo_vmware.api [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519964, 'name': PowerOnVM_Task, 'duration_secs': 0.437376} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.378055] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.378288] env[69854]: DEBUG nova.compute.manager [None req-224513e9-6caf-4b87-9ffd-d95412ac4bbc tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.379059] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14affde-24e6-4f15-81aa-6053b680e955 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.394252] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494622} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.394689] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 8f7541c9-d039-4edf-990c-9cd7efe336c5/8f7541c9-d039-4edf-990c-9cd7efe336c5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.394897] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.395134] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb66a948-17de-49f3-b2e4-ff1ed12a9022 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.401260] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1158.401260] env[69854]: value = "task-3519966" [ 1158.401260] env[69854]: _type = "Task" [ 1158.401260] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.409524] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.524146] env[69854]: DEBUG nova.network.neutron [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Successfully updated port: 2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.558598] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "refresh_cache-49708836-f806-47de-9701-de7a245a2d5a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.558919] env[69854]: DEBUG nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Instance network_info: |[{"id": "3f1482f6-c8bd-4244-ab13-c6449ea49875", "address": "fa:16:3e:b2:35:25", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1482f6-c8", "ovs_interfaceid": "3f1482f6-c8bd-4244-ab13-c6449ea49875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.559342] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:35:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f1482f6-c8bd-4244-ab13-c6449ea49875', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.567303] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.567788] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.568038] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f16ba24-c383-4554-83b2-f4047fb09d2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.588641] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.588641] env[69854]: value = "task-3519967" [ 1158.588641] env[69854]: _type = "Task" [ 1158.588641] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.596017] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519967, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.612015] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.612368] env[69854]: DEBUG nova.compute.manager [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Received event network-vif-plugged-3f1482f6-c8bd-4244-ab13-c6449ea49875 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.612624] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Acquiring lock "49708836-f806-47de-9701-de7a245a2d5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.612841] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Lock "49708836-f806-47de-9701-de7a245a2d5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.613013] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Lock "49708836-f806-47de-9701-de7a245a2d5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.613190] env[69854]: DEBUG nova.compute.manager [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] No waiting events found dispatching network-vif-plugged-3f1482f6-c8bd-4244-ab13-c6449ea49875 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.613385] env[69854]: WARNING nova.compute.manager [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Received unexpected event network-vif-plugged-3f1482f6-c8bd-4244-ab13-c6449ea49875 for instance with vm_state building and task_state spawning. [ 1158.613561] env[69854]: DEBUG nova.compute.manager [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Received event network-changed-3f1482f6-c8bd-4244-ab13-c6449ea49875 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.613716] env[69854]: DEBUG nova.compute.manager [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Refreshing instance network info cache due to event network-changed-3f1482f6-c8bd-4244-ab13-c6449ea49875. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.613902] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Acquiring lock "refresh_cache-49708836-f806-47de-9701-de7a245a2d5a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.614051] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Acquired lock "refresh_cache-49708836-f806-47de-9701-de7a245a2d5a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.614211] env[69854]: DEBUG nova.network.neutron [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Refreshing network info cache for port 3f1482f6-c8bd-4244-ab13-c6449ea49875 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.911045] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186463} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.911819] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.912637] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3b2559-d127-461b-8e16-eaad4f171183 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.935927] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 8f7541c9-d039-4edf-990c-9cd7efe336c5/8f7541c9-d039-4edf-990c-9cd7efe336c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.936572] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db5ee5e-b111-476d-a859-785dff0f62b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.959026] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1158.959026] env[69854]: value = "task-3519969" [ 1158.959026] env[69854]: _type = "Task" [ 1158.959026] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.967690] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.028165] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.028378] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.028671] env[69854]: DEBUG nova.network.neutron [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.098495] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3519967, 'name': CreateVM_Task, 'duration_secs': 0.37599} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.098638] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.099389] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.099573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.099894] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.100167] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a944ea-1e51-44a3-8a27-5432d98586ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.105176] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1159.105176] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bc8606-d033-8b21-9283-61dac0db9b9b" [ 1159.105176] env[69854]: _type = "Task" [ 1159.105176] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.114820] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bc8606-d033-8b21-9283-61dac0db9b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.237203] env[69854]: DEBUG nova.compute.manager [req-729592f4-e41f-44d0-baad-7b1d9e1a965b req-f8f0be36-bda7-4bdb-bd3d-67ea467dc227 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-vif-plugged-2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.237203] env[69854]: DEBUG oslo_concurrency.lockutils [req-729592f4-e41f-44d0-baad-7b1d9e1a965b req-f8f0be36-bda7-4bdb-bd3d-67ea467dc227 service nova] Acquiring lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.237203] env[69854]: DEBUG oslo_concurrency.lockutils [req-729592f4-e41f-44d0-baad-7b1d9e1a965b req-f8f0be36-bda7-4bdb-bd3d-67ea467dc227 service nova] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.237469] env[69854]: DEBUG oslo_concurrency.lockutils [req-729592f4-e41f-44d0-baad-7b1d9e1a965b req-f8f0be36-bda7-4bdb-bd3d-67ea467dc227 service nova] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.237820] env[69854]: DEBUG nova.compute.manager [req-729592f4-e41f-44d0-baad-7b1d9e1a965b req-f8f0be36-bda7-4bdb-bd3d-67ea467dc227 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] No waiting events found dispatching network-vif-plugged-2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.238159] env[69854]: WARNING nova.compute.manager [req-729592f4-e41f-44d0-baad-7b1d9e1a965b req-f8f0be36-bda7-4bdb-bd3d-67ea467dc227 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received unexpected event network-vif-plugged-2d0d656c-b406-4bdc-895f-873cc3d5f874 for instance with vm_state active and task_state None. [ 1159.357680] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "b5cfb516-4c97-4de1-86af-73178039cd5f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.358162] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.358290] env[69854]: INFO nova.compute.manager [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Attaching volume 2a834ce4-1c99-418f-bb8d-0df8d6beb9c6 to /dev/sdb [ 1159.398936] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33567e2c-a533-40b9-93ad-57c95311257d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.402733] env[69854]: DEBUG nova.network.neutron [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Updated VIF entry in instance network info cache for port 3f1482f6-c8bd-4244-ab13-c6449ea49875. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.403051] env[69854]: DEBUG nova.network.neutron [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Updating instance_info_cache with network_info: [{"id": "3f1482f6-c8bd-4244-ab13-c6449ea49875", "address": "fa:16:3e:b2:35:25", "network": {"id": "c92fc1eb-798f-45f6-8a60-f3e54a6d56e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-718037441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f9d32e5fbc4266b21c1d81a3ea7bed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1482f6-c8", "ovs_interfaceid": "3f1482f6-c8bd-4244-ab13-c6449ea49875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.409535] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7d1f5-5a40-423c-91ee-7c67ebcf38c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.424798] env[69854]: DEBUG nova.virt.block_device [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Updating existing volume attachment record: db9bedb6-45a2-4c71-9a8c-2923bb8e0154 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1159.468788] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519969, 'name': ReconfigVM_Task, 'duration_secs': 0.29974} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.469097] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 8f7541c9-d039-4edf-990c-9cd7efe336c5/8f7541c9-d039-4edf-990c-9cd7efe336c5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.469760] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-753e1862-2d37-4323-98c6-bc563e0ffaf5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.476742] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1159.476742] env[69854]: value = "task-3519970" [ 1159.476742] env[69854]: _type = "Task" [ 1159.476742] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.486134] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519970, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.566855] env[69854]: WARNING nova.network.neutron [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] cf2143b8-d4cb-45b8-a1fb-7257963a7065 already exists in list: networks containing: ['cf2143b8-d4cb-45b8-a1fb-7257963a7065']. ignoring it [ 1159.619351] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bc8606-d033-8b21-9283-61dac0db9b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.619351] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.619351] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.619351] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.619351] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.619351] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.619351] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c9b9dc-48c3-4050-8d94-f83528ac9335 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.625824] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.626009] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.626760] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4aed00a-06d3-474c-8c09-d2e0b1c97ff1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.632147] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1159.632147] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5297ce1d-c2c2-b6af-75fd-5014841e3663" [ 1159.632147] env[69854]: _type = "Task" [ 1159.632147] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.640499] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5297ce1d-c2c2-b6af-75fd-5014841e3663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.819528] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "544b31b4-832f-4276-933b-785cfce6ac50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.819528] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "544b31b4-832f-4276-933b-785cfce6ac50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.819702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "544b31b4-832f-4276-933b-785cfce6ac50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.819880] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "544b31b4-832f-4276-933b-785cfce6ac50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.820069] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "544b31b4-832f-4276-933b-785cfce6ac50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.821985] env[69854]: INFO nova.compute.manager [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Terminating instance [ 1159.830393] env[69854]: DEBUG nova.network.neutron [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "address": "fa:16:3e:9e:16:71", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0d656c-b4", "ovs_interfaceid": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.907036] env[69854]: DEBUG oslo_concurrency.lockutils [req-a7f21c69-080e-4546-b932-e85d7d6774f1 req-5886cc99-7296-44e2-8d22-1d262b7dccd1 service nova] Releasing lock "refresh_cache-49708836-f806-47de-9701-de7a245a2d5a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.986358] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519970, 'name': Rename_Task, 'duration_secs': 0.189786} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.986600] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.986845] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5f3528-5e54-468b-9e8f-aca60a793550 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.993719] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1159.993719] env[69854]: value = "task-3519974" [ 1159.993719] env[69854]: _type = "Task" [ 1159.993719] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.001171] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.145028] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5297ce1d-c2c2-b6af-75fd-5014841e3663, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.145919] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57fa1d3-967e-4fd6-9a11-179b15f678ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.152031] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1160.152031] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5262712f-7d7f-5317-64ab-57ea5d95e230" [ 1160.152031] env[69854]: _type = "Task" [ 1160.152031] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.160173] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5262712f-7d7f-5317-64ab-57ea5d95e230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.325712] env[69854]: DEBUG nova.compute.manager [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.326541] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.326987] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39cf773-e649-4ce9-942d-e007c51448f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.332818] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.333538] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.333714] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.336732] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3855728f-1217-476a-8936-9d7c44466cce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.339524] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.339805] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ee36b9-16fe-4afe-aebc-68329bbe48a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.356642] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.356942] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.357171] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.357439] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.357674] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.357841] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.358105] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.358305] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.358526] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.358754] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.358964] env[69854]: DEBUG nova.virt.hardware [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.367289] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Reconfiguring VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1160.369243] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32f07ec-bef5-473c-bf2d-3cae62fa3b24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.382039] env[69854]: DEBUG oslo_vmware.api [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1160.382039] env[69854]: value = "task-3519975" [ 1160.382039] env[69854]: _type = "Task" [ 1160.382039] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.389652] env[69854]: DEBUG oslo_vmware.api [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1160.389652] env[69854]: value = "task-3519976" [ 1160.389652] env[69854]: _type = "Task" [ 1160.389652] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.397066] env[69854]: DEBUG oslo_vmware.api [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.402830] env[69854]: DEBUG oslo_vmware.api [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.506749] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519974, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.661832] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5262712f-7d7f-5317-64ab-57ea5d95e230, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.662107] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.662377] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 49708836-f806-47de-9701-de7a245a2d5a/49708836-f806-47de-9701-de7a245a2d5a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.662643] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-608cb09a-3ee9-4a11-9e80-6c0f119e3189 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.669625] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1160.669625] env[69854]: value = "task-3519977" [ 1160.669625] env[69854]: _type = "Task" [ 1160.669625] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.680523] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.892634] env[69854]: DEBUG oslo_vmware.api [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519975, 'name': PowerOffVM_Task, 'duration_secs': 0.300029} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.896207] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.896423] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.896707] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839c5456-1752-4137-9386-db4f503587d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.903087] env[69854]: DEBUG oslo_vmware.api [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.966114] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.966333] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.966531] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Deleting the datastore file [datastore1] 544b31b4-832f-4276-933b-785cfce6ac50 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.966784] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f99d0f69-3172-4044-8566-17c47dd1e977 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.972306] env[69854]: DEBUG oslo_vmware.api [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1160.972306] env[69854]: value = "task-3519980" [ 1160.972306] env[69854]: _type = "Task" [ 1160.972306] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.980254] env[69854]: DEBUG oslo_vmware.api [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.005059] env[69854]: DEBUG oslo_vmware.api [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519974, 'name': PowerOnVM_Task, 'duration_secs': 0.525852} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.005300] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.005409] env[69854]: INFO nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1161.005627] env[69854]: DEBUG nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.006556] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076715e1-c961-4a6e-b22b-c1b5efba8ba1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.182151] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.269464] env[69854]: DEBUG nova.compute.manager [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-changed-2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.269558] env[69854]: DEBUG nova.compute.manager [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing instance network info cache due to event network-changed-2d0d656c-b406-4bdc-895f-873cc3d5f874. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.269774] env[69854]: DEBUG oslo_concurrency.lockutils [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.269952] env[69854]: DEBUG oslo_concurrency.lockutils [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.270128] env[69854]: DEBUG nova.network.neutron [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Refreshing network info cache for port 2d0d656c-b406-4bdc-895f-873cc3d5f874 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.403726] env[69854]: DEBUG oslo_vmware.api [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519976, 'name': ReconfigVM_Task, 'duration_secs': 0.583114} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.404360] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.404647] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Reconfigured VM to attach interface {{(pid=69854) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1161.481507] env[69854]: DEBUG oslo_vmware.api [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.523039] env[69854]: INFO nova.compute.manager [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Took 16.44 seconds to build instance. [ 1161.680253] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844805} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.680524] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 49708836-f806-47de-9701-de7a245a2d5a/49708836-f806-47de-9701-de7a245a2d5a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.680737] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.681015] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-596973df-7be0-4326-81e2-c4e523e35a24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.687160] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1161.687160] env[69854]: value = "task-3519982" [ 1161.687160] env[69854]: _type = "Task" [ 1161.687160] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.695710] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.848914] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6092d890-1722-4754-9e9b-30515e8de7f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.849172] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.909808] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19a2a093-ddc7-4d20-aad8-a09a870b2aca tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-b0311c66-16b3-4c7e-9e40-c9e14e170d14-2d0d656c-b406-4bdc-895f-873cc3d5f874" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.345s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.970640] env[69854]: DEBUG nova.network.neutron [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updated VIF entry in instance network info cache for port 2d0d656c-b406-4bdc-895f-873cc3d5f874. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.971081] env[69854]: DEBUG nova.network.neutron [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "address": "fa:16:3e:9e:16:71", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0d656c-b4", "ovs_interfaceid": "2d0d656c-b406-4bdc-895f-873cc3d5f874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.982667] env[69854]: DEBUG oslo_vmware.api [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3519980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.757275} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.983483] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.983693] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.983874] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.984054] env[69854]: INFO nova.compute.manager [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1161.984297] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.984551] env[69854]: DEBUG nova.compute.manager [-] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.984597] env[69854]: DEBUG nova.network.neutron [-] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.002649] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "8f7541c9-d039-4edf-990c-9cd7efe336c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.024794] env[69854]: DEBUG oslo_concurrency.lockutils [None req-62684f7c-fd58-42a0-9767-ea0e2d6500ac tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.951s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.025082] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.023s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.025289] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "8f7541c9-d039-4edf-990c-9cd7efe336c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.025674] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.025869] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.028011] env[69854]: INFO nova.compute.manager [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Terminating instance [ 1162.200617] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077251} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.200876] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.201653] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcdeaee-49a5-4315-87be-6cfefd31193a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.223761] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 49708836-f806-47de-9701-de7a245a2d5a/49708836-f806-47de-9701-de7a245a2d5a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.224310] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9608dbfd-c215-4aa1-9ab0-c65b77810a36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.245582] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1162.245582] env[69854]: value = "task-3519983" [ 1162.245582] env[69854]: _type = "Task" [ 1162.245582] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.253933] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.352259] env[69854]: DEBUG nova.compute.utils [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.478224] env[69854]: DEBUG oslo_concurrency.lockutils [req-9b7ab2e9-caa2-4544-acf2-a81fe9d14335 req-5696eb1b-533c-40fb-97d1-40935d9c0701 service nova] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.531858] env[69854]: DEBUG nova.compute.manager [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.532176] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.533402] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174c85a8-6e7f-4e05-8057-26edee6a16a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.541275] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.541509] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87aafe46-feec-420e-892d-0ebfd20c0fd4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.546516] env[69854]: DEBUG oslo_vmware.api [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1162.546516] env[69854]: value = "task-3519984" [ 1162.546516] env[69854]: _type = "Task" [ 1162.546516] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.553731] env[69854]: DEBUG oslo_vmware.api [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.696912] env[69854]: DEBUG nova.network.neutron [-] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.757172] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.855824] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.057381] env[69854]: DEBUG oslo_vmware.api [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519984, 'name': PowerOffVM_Task, 'duration_secs': 0.244814} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.057571] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.057754] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.058038] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7cfc5a5-2ecf-41a0-b0ab-b56e3565a569 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.124688] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.124918] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.125227] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleting the datastore file [datastore1] 8f7541c9-d039-4edf-990c-9cd7efe336c5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.125436] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8cec2aa-b049-4ad3-804a-15f3084a86e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.132563] env[69854]: DEBUG oslo_vmware.api [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for the task: (returnval){ [ 1163.132563] env[69854]: value = "task-3519987" [ 1163.132563] env[69854]: _type = "Task" [ 1163.132563] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.140437] env[69854]: DEBUG oslo_vmware.api [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.200068] env[69854]: INFO nova.compute.manager [-] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Took 1.22 seconds to deallocate network for instance. [ 1163.256829] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519983, 'name': ReconfigVM_Task, 'duration_secs': 0.671662} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.257052] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 49708836-f806-47de-9701-de7a245a2d5a/49708836-f806-47de-9701-de7a245a2d5a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.257703] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-662b5873-7fb4-4370-9149-97cb9a07909c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.264175] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1163.264175] env[69854]: value = "task-3519988" [ 1163.264175] env[69854]: _type = "Task" [ 1163.264175] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.271954] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519988, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.295598] env[69854]: DEBUG nova.compute.manager [req-82246d17-724b-4042-8c88-232e86a7a3bb req-8a21fb2d-f21f-4264-a526-003e55222b1a service nova] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Received event network-vif-deleted-bcc1de7b-8497-42fe-858a-37a020dc8c00 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.542218] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "interface-b0311c66-16b3-4c7e-9e40-c9e14e170d14-2d0d656c-b406-4bdc-895f-873cc3d5f874" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.542524] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-b0311c66-16b3-4c7e-9e40-c9e14e170d14-2d0d656c-b406-4bdc-895f-873cc3d5f874" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.643035] env[69854]: DEBUG oslo_vmware.api [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Task: {'id': task-3519987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263101} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.643035] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.643035] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.643035] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.643035] env[69854]: INFO nova.compute.manager [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1163.643315] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.643468] env[69854]: DEBUG nova.compute.manager [-] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.643566] env[69854]: DEBUG nova.network.neutron [-] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.706205] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.706547] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.706764] env[69854]: DEBUG nova.objects.instance [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lazy-loading 'resources' on Instance uuid 544b31b4-832f-4276-933b-785cfce6ac50 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.774017] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519988, 'name': Rename_Task, 'duration_secs': 0.179932} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.774017] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.774227] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af2a7556-265f-4b60-9187-27e95d7e7112 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.780569] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1163.780569] env[69854]: value = "task-3519989" [ 1163.780569] env[69854]: _type = "Task" [ 1163.780569] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.788338] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.925939] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6092d890-1722-4754-9e9b-30515e8de7f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.926000] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.926234] env[69854]: INFO nova.compute.manager [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Attaching volume 42b30537-0830-40ca-a8ce-b312da56ddb0 to /dev/sdb [ 1163.971987] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1163.972248] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703207', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'name': 'volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5cfb516-4c97-4de1-86af-73178039cd5f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'serial': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1163.973124] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213ea205-49de-4d9b-a33d-db6f005722de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.990935] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babae606-2ca1-48ef-9994-66adb57d274a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.995126] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed73054-6287-4268-95bf-572cd7071fdd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.015070] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358290d-5220-4af6-90b3-060a76e727a0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.024953] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6/volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.025327] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc1e53f-c0b4-4b9c-9a84-23b3eadd084b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.047547] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.047827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.048048] env[69854]: DEBUG oslo_vmware.api [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1164.048048] env[69854]: value = "task-3519990" [ 1164.048048] env[69854]: _type = "Task" [ 1164.048048] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.051995] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c541d2-1fb6-4dfa-b478-6b418aa1171a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.054748] env[69854]: DEBUG nova.virt.block_device [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating existing volume attachment record: 7f6baf47-89d6-4c6a-9ca3-a42be007765b {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.065362] env[69854]: DEBUG oslo_vmware.api [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.080852] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910f504-0c60-47fe-a16b-e96a5f8f05ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.108706] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Reconfiguring VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1164.108998] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811886c5-6202-4ab6-bc97-174cc867d6d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.130683] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1164.130683] env[69854]: value = "task-3519991" [ 1164.130683] env[69854]: _type = "Task" [ 1164.130683] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.142052] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.292762] env[69854]: DEBUG oslo_vmware.api [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519989, 'name': PowerOnVM_Task, 'duration_secs': 0.483863} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.293154] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.293417] env[69854]: INFO nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1164.293750] env[69854]: DEBUG nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.294450] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a88974-fb7a-48a3-92b8-23cabd59f943 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.349281] env[69854]: DEBUG nova.network.neutron [-] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.411330] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6acbe-d8eb-4af7-a4d1-13c7aa3eab38 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.419736] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71524282-d64e-40b2-9923-9afe4faa39d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.450897] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e351a83-0173-4586-9aa4-6935bb6f59df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.458206] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf25cf0-d364-47f4-8cc0-2f7d1870b270 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.472334] env[69854]: DEBUG nova.compute.provider_tree [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.563047] env[69854]: DEBUG oslo_vmware.api [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519990, 'name': ReconfigVM_Task, 'duration_secs': 0.353051} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.563312] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6/volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.568784] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d111f299-3147-4346-9d79-74502ec554df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.583761] env[69854]: DEBUG oslo_vmware.api [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1164.583761] env[69854]: value = "task-3519994" [ 1164.583761] env[69854]: _type = "Task" [ 1164.583761] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.591525] env[69854]: DEBUG oslo_vmware.api [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.640139] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.815076] env[69854]: INFO nova.compute.manager [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Took 14.59 seconds to build instance. [ 1164.852187] env[69854]: INFO nova.compute.manager [-] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Took 1.21 seconds to deallocate network for instance. [ 1164.975944] env[69854]: DEBUG nova.scheduler.client.report [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.093823] env[69854]: DEBUG oslo_vmware.api [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519994, 'name': ReconfigVM_Task, 'duration_secs': 0.143736} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.093823] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703207', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'name': 'volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5cfb516-4c97-4de1-86af-73178039cd5f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'serial': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1165.144594] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.216289] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.216289] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.318180] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4ca22dfb-c6bc-45b8-b342-8b9e4fc3a471 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.106s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.319311] env[69854]: DEBUG nova.compute.manager [req-86e9f957-96f4-43bd-80ed-040f881fb80c req-12ca1578-98b5-4738-bd92-2717c50454d9 service nova] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Received event network-vif-deleted-2b8a44b0-09be-4682-b1fe-7c47bd7194fa {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.358758] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.481741] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.484146] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.125s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.484832] env[69854]: DEBUG nova.objects.instance [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lazy-loading 'resources' on Instance uuid 8f7541c9-d039-4edf-990c-9cd7efe336c5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.505122] env[69854]: INFO nova.scheduler.client.report [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Deleted allocations for instance 544b31b4-832f-4276-933b-785cfce6ac50 [ 1165.642332] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.718339] env[69854]: DEBUG nova.compute.utils [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.860145] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "49708836-f806-47de-9701-de7a245a2d5a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.860399] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.860573] env[69854]: DEBUG nova.compute.manager [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.861476] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9afd76-233c-472a-b35c-f57d4b6c503b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.868467] env[69854]: DEBUG nova.compute.manager [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1165.869032] env[69854]: DEBUG nova.objects.instance [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lazy-loading 'flavor' on Instance uuid 49708836-f806-47de-9701-de7a245a2d5a {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.012166] env[69854]: DEBUG oslo_concurrency.lockutils [None req-688c1191-fd14-4a26-b56e-5b27fc774770 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "544b31b4-832f-4276-933b-785cfce6ac50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.193s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.130491] env[69854]: DEBUG nova.objects.instance [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'flavor' on Instance uuid b5cfb516-4c97-4de1-86af-73178039cd5f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.144546] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.148000] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff1d7eb-7ce0-47e4-bfa4-a1dc105ca8cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.156136] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b97d63b-f9e1-47d9-99e0-eddc595d938b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.185983] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3ccabf-d9f3-444c-a951-29dd1a52df87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.193072] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b0e0bf-c167-4970-ab34-6d50809ac00e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.206237] env[69854]: DEBUG nova.compute.provider_tree [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.222109] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.638417] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9a1bd1fc-8536-4b7f-9fbe-add79651aab5 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.280s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.645458] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.709424] env[69854]: DEBUG nova.scheduler.client.report [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.726932] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "b5cfb516-4c97-4de1-86af-73178039cd5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.727236] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.727480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "b5cfb516-4c97-4de1-86af-73178039cd5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.727701] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.727928] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.730650] env[69854]: INFO nova.compute.manager [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Terminating instance [ 1166.875924] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.876218] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc7547d-0b7a-4a41-bbb5-ca3566c734f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.882180] env[69854]: DEBUG oslo_vmware.api [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1166.882180] env[69854]: value = "task-3519998" [ 1166.882180] env[69854]: _type = "Task" [ 1166.882180] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.890523] env[69854]: DEBUG oslo_vmware.api [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.918204] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "64675229-c4bf-4cab-a633-2aecc6cfc422" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.918460] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.918667] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "64675229-c4bf-4cab-a633-2aecc6cfc422-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.918847] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.919014] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.921515] env[69854]: INFO nova.compute.manager [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Terminating instance [ 1167.144216] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.213837] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.234256] env[69854]: DEBUG nova.compute.manager [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.234509] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.234799] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74f36888-bb4d-44be-9822-a6a35df88bb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.241627] env[69854]: INFO nova.scheduler.client.report [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Deleted allocations for instance 8f7541c9-d039-4edf-990c-9cd7efe336c5 [ 1167.243973] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1167.243973] env[69854]: value = "task-3519999" [ 1167.243973] env[69854]: _type = "Task" [ 1167.243973] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.257246] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.278297] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.278539] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.279346] env[69854]: INFO nova.compute.manager [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Attaching volume 9886ad62-80bf-4214-9cdf-8128271ae939 to /dev/sdb [ 1167.315933] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5893b7-6afc-410d-8f3b-c69cfedbd900 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.323382] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4c7b0-7fd3-4966-ab32-fa3d48ff2dd9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.336696] env[69854]: DEBUG nova.virt.block_device [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updating existing volume attachment record: 74ad56ba-4f56-4d2a-88f9-fdb8d35e2d62 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.392046] env[69854]: DEBUG oslo_vmware.api [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3519998, 'name': PowerOffVM_Task, 'duration_secs': 0.217668} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.392344] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.392541] env[69854]: DEBUG nova.compute.manager [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.393354] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf9f09e-2973-40a3-ab56-264fc562219f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.425109] env[69854]: DEBUG nova.compute.manager [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.425329] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.426679] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2740bc2-d992-4db7-aba1-574edf2eec29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.435917] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.436304] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082447fc-3bb4-402c-b22c-a761149974af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.442802] env[69854]: DEBUG oslo_vmware.api [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1167.442802] env[69854]: value = "task-3520000" [ 1167.442802] env[69854]: _type = "Task" [ 1167.442802] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.451645] env[69854]: DEBUG oslo_vmware.api [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3520000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.645496] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.754164] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eedae3ee-31d6-42f8-9cdd-9de30fd8669a tempest-ImagesOneServerNegativeTestJSON-2032475179 tempest-ImagesOneServerNegativeTestJSON-2032475179-project-member] Lock "8f7541c9-d039-4edf-990c-9cd7efe336c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.759683] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3519999, 'name': PowerOffVM_Task, 'duration_secs': 0.21009} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.760022] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.760293] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.760520] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703207', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'name': 'volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5cfb516-4c97-4de1-86af-73178039cd5f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'serial': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.762066] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead0640c-2866-4905-b0fc-f84ffa704705 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.785594] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db057e27-2065-4000-8891-9a90e1796aee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.793027] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5a5840-ee93-4098-932f-c082cdad28e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.813647] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702df8de-b7e6-416b-8b12-62a48239c37e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.828276] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] The volume has not been displaced from its original location: [datastore2] volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6/volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1167.833218] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.833936] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad475882-2b8c-4098-a8d5-9b734de0dcc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.851247] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1167.851247] env[69854]: value = "task-3520002" [ 1167.851247] env[69854]: _type = "Task" [ 1167.851247] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.859731] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.904383] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2c3fc9f5-eb9a-4a1f-95f0-160cb8676a5b tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.951924] env[69854]: DEBUG oslo_vmware.api [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3520000, 'name': PowerOffVM_Task, 'duration_secs': 0.225741} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.952207] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.952379] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.952656] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eaa8eab-3e1d-4e50-8f30-4bd14ab79bd3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.023760] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.023980] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.024156] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Deleting the datastore file [datastore1] 64675229-c4bf-4cab-a633-2aecc6cfc422 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.024429] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d92332f3-c755-4f07-9d9c-ef03d296ece4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.031329] env[69854]: DEBUG oslo_vmware.api [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for the task: (returnval){ [ 1168.031329] env[69854]: value = "task-3520004" [ 1168.031329] env[69854]: _type = "Task" [ 1168.031329] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.043122] env[69854]: DEBUG oslo_vmware.api [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3520004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.145499] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.361134] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520002, 'name': ReconfigVM_Task, 'duration_secs': 0.209689} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.361411] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.366148] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1945d7-9251-436a-9a31-d607cc68d35b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.380401] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1168.380401] env[69854]: value = "task-3520005" [ 1168.380401] env[69854]: _type = "Task" [ 1168.380401] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.389499] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.541232] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "49708836-f806-47de-9701-de7a245a2d5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.541521] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.541673] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "49708836-f806-47de-9701-de7a245a2d5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.541853] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.542025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.544290] env[69854]: INFO nova.compute.manager [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Terminating instance [ 1168.550355] env[69854]: DEBUG oslo_vmware.api [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Task: {'id': task-3520004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211068} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.550593] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.550820] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.551071] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.551324] env[69854]: INFO nova.compute.manager [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1168.551680] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.551824] env[69854]: DEBUG nova.compute.manager [-] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.551965] env[69854]: DEBUG nova.network.neutron [-] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.647106] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.838559] env[69854]: DEBUG nova.compute.manager [req-3d0afaa5-b119-4fba-bf24-b85056bb99d7 req-48d1397c-467c-4f5d-8748-aa08a956bf7b service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Received event network-vif-deleted-22b8125e-bd54-40bd-a62c-afd873d2906b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.839094] env[69854]: INFO nova.compute.manager [req-3d0afaa5-b119-4fba-bf24-b85056bb99d7 req-48d1397c-467c-4f5d-8748-aa08a956bf7b service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Neutron deleted interface 22b8125e-bd54-40bd-a62c-afd873d2906b; detaching it from the instance and deleting it from the info cache [ 1168.840812] env[69854]: DEBUG nova.network.neutron [req-3d0afaa5-b119-4fba-bf24-b85056bb99d7 req-48d1397c-467c-4f5d-8748-aa08a956bf7b service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.889925] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.054089] env[69854]: DEBUG nova.compute.manager [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.054089] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.054089] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f23da-9db3-4ab9-8ac4-15b86abd430c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.064050] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.064699] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cdb5a41-2913-4ced-bedb-8151ee23930c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.111495] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.111495] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703209', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'name': 'volume-42b30537-0830-40ca-a8ce-b312da56ddb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6092d890-1722-4754-9e9b-30515e8de7f1', 'attached_at': '', 'detached_at': '', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'serial': '42b30537-0830-40ca-a8ce-b312da56ddb0'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.113009] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e814467-c610-4316-9d8c-d7b8289534de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.133578] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3c863-34c5-4195-a5e2-c3da26581081 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.137608] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.137894] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.139043] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleting the datastore file [datastore1] 49708836-f806-47de-9701-de7a245a2d5a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.139043] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c41b7e40-10db-4774-b212-d5b63592d37e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.165287] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-42b30537-0830-40ca-a8ce-b312da56ddb0/volume-42b30537-0830-40ca-a8ce-b312da56ddb0.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.167963] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79f77ae0-67ad-4cf0-9ce7-a904fdf6dbea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.181586] env[69854]: DEBUG oslo_vmware.api [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1169.181586] env[69854]: value = "task-3520007" [ 1169.181586] env[69854]: _type = "Task" [ 1169.181586] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.185124] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.189857] env[69854]: DEBUG oslo_vmware.api [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1169.189857] env[69854]: value = "task-3520008" [ 1169.189857] env[69854]: _type = "Task" [ 1169.189857] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.196225] env[69854]: DEBUG oslo_vmware.api [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3520007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.201295] env[69854]: DEBUG oslo_vmware.api [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.322437] env[69854]: DEBUG nova.network.neutron [-] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.343093] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19959d0a-1a01-4cee-addc-5e280d01aa5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.355857] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2fafa-0d14-40ad-b24f-4daf0c40db63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.389382] env[69854]: DEBUG nova.compute.manager [req-3d0afaa5-b119-4fba-bf24-b85056bb99d7 req-48d1397c-467c-4f5d-8748-aa08a956bf7b service nova] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Detach interface failed, port_id=22b8125e-bd54-40bd-a62c-afd873d2906b, reason: Instance 64675229-c4bf-4cab-a633-2aecc6cfc422 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.397703] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520005, 'name': ReconfigVM_Task, 'duration_secs': 0.894776} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.398191] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703207', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'name': 'volume-2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5cfb516-4c97-4de1-86af-73178039cd5f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6', 'serial': '2a834ce4-1c99-418f-bb8d-0df8d6beb9c6'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1169.398589] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.399630] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beaa3ba-8775-4180-ac7f-620e18aa16ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.407095] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.407239] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-273ea80c-b74e-43a5-bd9c-01baeead8fe3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.476186] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.476186] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.476186] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleting the datastore file [datastore2] b5cfb516-4c97-4de1-86af-73178039cd5f {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.476960] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5617755-ff46-4548-bb0b-24a34d0f9606 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.483304] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1169.483304] env[69854]: value = "task-3520010" [ 1169.483304] env[69854]: _type = "Task" [ 1169.483304] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.492547] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.650449] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.698474] env[69854]: DEBUG oslo_vmware.api [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3520007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163787} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.699476] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.699476] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.699685] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.700141] env[69854]: INFO nova.compute.manager [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1169.700141] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.700351] env[69854]: DEBUG nova.compute.manager [-] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.700495] env[69854]: DEBUG nova.network.neutron [-] [instance: 49708836-f806-47de-9701-de7a245a2d5a] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.705578] env[69854]: DEBUG oslo_vmware.api [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520008, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.827333] env[69854]: INFO nova.compute.manager [-] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Took 1.28 seconds to deallocate network for instance. [ 1169.994704] env[69854]: DEBUG oslo_vmware.api [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162778} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.994704] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.994704] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.994849] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.994967] env[69854]: INFO nova.compute.manager [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1169.995230] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.995422] env[69854]: DEBUG nova.compute.manager [-] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.995547] env[69854]: DEBUG nova.network.neutron [-] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.153272] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.200773] env[69854]: DEBUG oslo_vmware.api [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520008, 'name': ReconfigVM_Task, 'duration_secs': 0.537106} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.201426] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-42b30537-0830-40ca-a8ce-b312da56ddb0/volume-42b30537-0830-40ca-a8ce-b312da56ddb0.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.207344] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43da26ca-3b27-49c7-8791-a8f5035d0118 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.224826] env[69854]: DEBUG oslo_vmware.api [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1170.224826] env[69854]: value = "task-3520012" [ 1170.224826] env[69854]: _type = "Task" [ 1170.224826] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.233525] env[69854]: DEBUG oslo_vmware.api [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.340662] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.340770] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.340998] env[69854]: DEBUG nova.objects.instance [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lazy-loading 'resources' on Instance uuid 64675229-c4bf-4cab-a633-2aecc6cfc422 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.351383] env[69854]: DEBUG nova.compute.manager [req-b4e30dde-73ba-4d95-a76b-0fd1abefa5ef req-11a453d9-9ce0-45c9-b766-236a6a979f43 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Received event network-vif-deleted-8fe04ce0-2bf7-4783-afc8-93fa31d05eda {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.351706] env[69854]: INFO nova.compute.manager [req-b4e30dde-73ba-4d95-a76b-0fd1abefa5ef req-11a453d9-9ce0-45c9-b766-236a6a979f43 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Neutron deleted interface 8fe04ce0-2bf7-4783-afc8-93fa31d05eda; detaching it from the instance and deleting it from the info cache [ 1170.351777] env[69854]: DEBUG nova.network.neutron [req-b4e30dde-73ba-4d95-a76b-0fd1abefa5ef req-11a453d9-9ce0-45c9-b766-236a6a979f43 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.357527] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Acquiring lock "9beed1f4-863b-4402-9c54-550ef494c679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.358153] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "9beed1f4-863b-4402-9c54-550ef494c679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.500564] env[69854]: DEBUG nova.network.neutron [-] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.531125] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e39241-caa2-4510-81b5-9f8568a35a0a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.539015] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5cc5a5-c672-457b-879b-065b03dfed9d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.569478] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256ac328-3520-4f44-8b33-b30cf207918d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.577112] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7b3e7-ad62-4eea-b92f-f1f2a483aa89 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.590688] env[69854]: DEBUG nova.compute.provider_tree [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.649696] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.735896] env[69854]: DEBUG oslo_vmware.api [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520012, 'name': ReconfigVM_Task, 'duration_secs': 0.156788} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.736218] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703209', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'name': 'volume-42b30537-0830-40ca-a8ce-b312da56ddb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6092d890-1722-4754-9e9b-30515e8de7f1', 'attached_at': '', 'detached_at': '', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'serial': '42b30537-0830-40ca-a8ce-b312da56ddb0'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.824507] env[69854]: DEBUG nova.network.neutron [-] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.579766] env[69854]: DEBUG nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.583352] env[69854]: INFO nova.compute.manager [-] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Took 1.88 seconds to deallocate network for instance. [ 1171.587891] env[69854]: INFO nova.compute.manager [-] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Took 1.59 seconds to deallocate network for instance. [ 1171.589183] env[69854]: DEBUG nova.compute.manager [req-fca488c7-3072-4652-b4bb-9c77856a1b0f req-b7db901f-2d0d-425a-9ef5-7a7df598c848 service nova] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Received event network-vif-deleted-3f1482f6-c8bd-4244-ab13-c6449ea49875 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.589809] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7805962c-9bad-4afc-952f-ed6a036d32a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.607926] env[69854]: DEBUG oslo_vmware.api [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3519991, 'name': ReconfigVM_Task, 'duration_secs': 6.797301} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.609187] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.609399] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Reconfigured VM to detach interface {{(pid=69854) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1171.614464] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e884112a-5eca-4409-bc34-441109cd372a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.625861] env[69854]: ERROR nova.scheduler.client.report [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] [req-8e7b4873-0837-4af0-bd33-622401b21189] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e7b4873-0837-4af0-bd33-622401b21189"}]} [ 1171.651940] env[69854]: DEBUG nova.compute.manager [req-b4e30dde-73ba-4d95-a76b-0fd1abefa5ef req-11a453d9-9ce0-45c9-b766-236a6a979f43 service nova] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Detach interface failed, port_id=8fe04ce0-2bf7-4783-afc8-93fa31d05eda, reason: Instance b5cfb516-4c97-4de1-86af-73178039cd5f could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.653241] env[69854]: DEBUG nova.scheduler.client.report [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1171.671148] env[69854]: DEBUG nova.scheduler.client.report [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1171.671431] env[69854]: DEBUG nova.compute.provider_tree [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.686976] env[69854]: DEBUG nova.scheduler.client.report [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1171.706292] env[69854]: DEBUG nova.scheduler.client.report [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1171.886819] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.887133] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703210', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'name': 'volume-9886ad62-80bf-4214-9cdf-8128271ae939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'serial': '9886ad62-80bf-4214-9cdf-8128271ae939'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.888025] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9a44c2-e52c-4cd3-be7b-33171e5d78a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.906321] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5597fe-898d-4b1c-9b55-f7994207c18e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.936935] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-9886ad62-80bf-4214-9cdf-8128271ae939/volume-9886ad62-80bf-4214-9cdf-8128271ae939.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.944488] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b66c9e-48cd-4912-a43a-c83e2b163cbc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.957234] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb65d714-2c46-4a0a-ba58-d299f5947f65 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.967080] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1115c6-9570-4834-8084-0c7f7995608c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.970301] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1171.970301] env[69854]: value = "task-3520013" [ 1171.970301] env[69854]: _type = "Task" [ 1171.970301] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.001064] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b69e25-aa3f-4982-8cf1-1c9be9905d84 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.006766] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.011546] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74ee5b3-81fa-467e-b5b9-11b7cb62f82e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.024832] env[69854]: DEBUG nova.compute.provider_tree [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.100909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.103204] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.138897] env[69854]: DEBUG nova.objects.instance [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'flavor' on Instance uuid 6092d890-1722-4754-9e9b-30515e8de7f1 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.183170] env[69854]: INFO nova.compute.manager [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Took 0.59 seconds to detach 1 volumes for instance. [ 1172.482873] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.562634] env[69854]: DEBUG nova.scheduler.client.report [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1172.562902] env[69854]: DEBUG nova.compute.provider_tree [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 129 to 130 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1172.563759] env[69854]: DEBUG nova.compute.provider_tree [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.644293] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1d802881-0470-4f75-bae2-09eac78cb38f tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.718s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.690368] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.964925] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.965177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquired lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.965374] env[69854]: DEBUG nova.network.neutron [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.983867] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520013, 'name': ReconfigVM_Task, 'duration_secs': 0.576} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.983867] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-9886ad62-80bf-4214-9cdf-8128271ae939/volume-9886ad62-80bf-4214-9cdf-8128271ae939.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.988795] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c05bfd4-263a-4ba3-8b89-5e7618aa8635 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.005487] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1173.005487] env[69854]: value = "task-3520014" [ 1173.005487] env[69854]: _type = "Task" [ 1173.005487] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.014697] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.068830] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.728s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.070957] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.970s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.072821] env[69854]: INFO nova.compute.claims [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.096737] env[69854]: INFO nova.scheduler.client.report [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Deleted allocations for instance 64675229-c4bf-4cab-a633-2aecc6cfc422 [ 1173.115361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.115686] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.115894] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.116088] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.116254] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.119229] env[69854]: INFO nova.compute.manager [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Terminating instance [ 1173.517540] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.605143] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ac351c93-d856-43a0-941e-59a89ea7f973 tempest-ServerRescueTestJSON-1705482383 tempest-ServerRescueTestJSON-1705482383-project-member] Lock "64675229-c4bf-4cab-a633-2aecc6cfc422" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.687s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.623470] env[69854]: DEBUG nova.compute.manager [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.623717] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.624589] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ebe91f-7d27-4217-a527-b616b5da3fff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.632490] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.635149] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2b2951-3df2-42f0-a12d-726e01e90f76 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.641365] env[69854]: DEBUG oslo_vmware.api [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1173.641365] env[69854]: value = "task-3520015" [ 1173.641365] env[69854]: _type = "Task" [ 1173.641365] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.648876] env[69854]: DEBUG oslo_vmware.api [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.698276] env[69854]: INFO nova.network.neutron [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Port 2d0d656c-b406-4bdc-895f-873cc3d5f874 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1173.698664] env[69854]: DEBUG nova.network.neutron [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [{"id": "72b6ee15-db72-45bc-ac91-0e385963f052", "address": "fa:16:3e:43:d2:bc", "network": {"id": "cf2143b8-d4cb-45b8-a1fb-7257963a7065", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2098030380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "027ce6cbfd0b4ca78b87d931c3887dfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b6ee15-db", "ovs_interfaceid": "72b6ee15-db72-45bc-ac91-0e385963f052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.837735] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.837964] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.869303] env[69854]: DEBUG nova.compute.manager [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1174.022631] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.160219] env[69854]: DEBUG oslo_vmware.api [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.202179] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Releasing lock "refresh_cache-b0311c66-16b3-4c7e-9e40-c9e14e170d14" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.338866] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab84297-ebe2-4e23-a3fb-362e43ef2242 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.342145] env[69854]: DEBUG nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.352482] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f59eec-69d8-4092-822d-f53a419c4037 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.389905] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a4f9b-ca6e-4519-a4aa-741d86c1a340 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.401767] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.405240] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3827eae1-3e03-4ac1-a6f5-ef5c18deef1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.419514] env[69854]: DEBUG nova.compute.provider_tree [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.520617] env[69854]: DEBUG oslo_vmware.api [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520014, 'name': ReconfigVM_Task, 'duration_secs': 1.168333} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.520919] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703210', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'name': 'volume-9886ad62-80bf-4214-9cdf-8128271ae939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'serial': '9886ad62-80bf-4214-9cdf-8128271ae939'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1174.651811] env[69854]: DEBUG oslo_vmware.api [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520015, 'name': PowerOffVM_Task, 'duration_secs': 0.698292} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.652089] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.652275] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.653465] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204e6a18-7c91-4dad-b0b4-3816c24a2065 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.705790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a7e76c41-97a2-433b-ad9f-23087fa0a064 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "interface-b0311c66-16b3-4c7e-9e40-c9e14e170d14-2d0d656c-b406-4bdc-895f-873cc3d5f874" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.163s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.717333] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.717845] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.717845] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleting the datastore file [datastore2] b0311c66-16b3-4c7e-9e40-c9e14e170d14 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.718726] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751b1cd1-1924-4f74-bcd8-1c5581cb8ec4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.726151] env[69854]: DEBUG oslo_vmware.api [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1174.726151] env[69854]: value = "task-3520017" [ 1174.726151] env[69854]: _type = "Task" [ 1174.726151] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.734940] env[69854]: DEBUG oslo_vmware.api [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.815653] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.815930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.861275] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.922235] env[69854]: DEBUG nova.scheduler.client.report [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.236560] env[69854]: DEBUG oslo_vmware.api [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167728} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.238098] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.238098] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.238318] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.239105] env[69854]: INFO nova.compute.manager [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1175.239461] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.239889] env[69854]: DEBUG nova.compute.manager [-] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.240647] env[69854]: DEBUG nova.network.neutron [-] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.320962] env[69854]: INFO nova.compute.manager [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Detaching volume 0729d1b8-d9ba-4128-b2e1-dcc94d7eee51 [ 1175.356627] env[69854]: INFO nova.virt.block_device [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Attempting to driver detach volume 0729d1b8-d9ba-4128-b2e1-dcc94d7eee51 from mountpoint /dev/sdb [ 1175.356873] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.357068] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.357960] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1268b6-bfd7-4790-b092-b5cc5cf078ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.383827] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924ba89-f446-4130-847a-b5e62034d4e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.391784] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e3945-6f02-4b16-b019-ed8703a92e15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.414610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071439fe-b285-40d3-a8da-c213d48a3812 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.430849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.431237] env[69854]: DEBUG nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.434407] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] The volume has not been displaced from its original location: [datastore2] volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51/volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.439640] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.440029] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.337s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.440473] env[69854]: DEBUG nova.objects.instance [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lazy-loading 'resources' on Instance uuid 49708836-f806-47de-9701-de7a245a2d5a {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.443954] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a066a7-737a-423d-94a6-0b8c2c01044a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.460632] env[69854]: DEBUG oslo_vmware.api [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1175.460632] env[69854]: value = "task-3520018" [ 1175.460632] env[69854]: _type = "Task" [ 1175.460632] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.468566] env[69854]: DEBUG oslo_vmware.api [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.573820] env[69854]: DEBUG nova.objects.instance [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid ce9c5aea-6dac-447c-be55-509b78927fb2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.937141] env[69854]: DEBUG nova.compute.utils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.943072] env[69854]: DEBUG nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.943791] env[69854]: DEBUG nova.network.neutron [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.980735] env[69854]: DEBUG oslo_vmware.api [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520018, 'name': ReconfigVM_Task, 'duration_secs': 0.23374} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.981390] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.995219] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37738515-1ea8-4ff8-b6e1-8bdcd00b8ab7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.016895] env[69854]: DEBUG nova.policy [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17c4793b15c74e7c91d29d290ac5c9f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7101cb40eb7449c0888a310c1d8415c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.026353] env[69854]: DEBUG oslo_vmware.api [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1176.026353] env[69854]: value = "task-3520019" [ 1176.026353] env[69854]: _type = "Task" [ 1176.026353] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.043804] env[69854]: DEBUG oslo_vmware.api [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.082423] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd6147c5-b68f-4b72-a275-c3a1bc033739 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.804s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.236016] env[69854]: DEBUG nova.compute.manager [req-ba266925-fd1c-4f22-809b-4a977d74e072 req-943d411a-5dec-42f7-ac21-753406385f5d service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Received event network-vif-deleted-72b6ee15-db72-45bc-ac91-0e385963f052 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.236209] env[69854]: INFO nova.compute.manager [req-ba266925-fd1c-4f22-809b-4a977d74e072 req-943d411a-5dec-42f7-ac21-753406385f5d service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Neutron deleted interface 72b6ee15-db72-45bc-ac91-0e385963f052; detaching it from the instance and deleting it from the info cache [ 1176.236377] env[69854]: DEBUG nova.network.neutron [req-ba266925-fd1c-4f22-809b-4a977d74e072 req-943d411a-5dec-42f7-ac21-753406385f5d service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.281398] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87641523-e535-49bf-9645-29e9cd79aba9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.312916] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9038e4ab-5629-4e6c-83c3-c524c47508b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.345406] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c1c468-1dd3-441f-a97b-77830b047557 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.353576] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f66bb-e0d9-4e44-9b20-d62eec157f95 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.368525] env[69854]: DEBUG nova.compute.provider_tree [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.397387] env[69854]: DEBUG nova.network.neutron [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Successfully created port: 63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.454517] env[69854]: DEBUG nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.536856] env[69854]: DEBUG oslo_vmware.api [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520019, 'name': ReconfigVM_Task, 'duration_secs': 0.141555} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.537165] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703187', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'name': 'volume-0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f71d24b-5d26-4d5a-8991-c3a267f1f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51', 'serial': '0729d1b8-d9ba-4128-b2e1-dcc94d7eee51'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.706808] env[69854]: DEBUG nova.network.neutron [-] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.743395] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee786f66-c7c7-4fdb-bfaa-39587cf8828f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.753459] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89522b-a3ae-4470-887a-bf6b63a4e1a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.785902] env[69854]: DEBUG nova.compute.manager [req-ba266925-fd1c-4f22-809b-4a977d74e072 req-943d411a-5dec-42f7-ac21-753406385f5d service nova] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Detach interface failed, port_id=72b6ee15-db72-45bc-ac91-0e385963f052, reason: Instance b0311c66-16b3-4c7e-9e40-c9e14e170d14 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.816333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.816567] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.871898] env[69854]: DEBUG nova.scheduler.client.report [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.961703] env[69854]: INFO nova.virt.block_device [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Booting with volume 0c40d465-3720-4296-84ed-9e0d8c38fbbe at /dev/sda [ 1176.992622] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e74a09ed-340d-40d3-9eb1-4fef3b987443 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.001584] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a72a7c-db66-41c4-87fe-25a7401eb5fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.031452] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25c4b2e0-c9a2-4408-acd0-b63a87f1d91f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.040311] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a40d3a-0e2b-4d6a-a0ec-cb6f387a696b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.069643] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b37a262-8e59-4c8c-9ccf-a364574a378a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.075747] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c75ae52-222a-4f25-a768-75738112e0bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.083359] env[69854]: DEBUG nova.objects.instance [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'flavor' on Instance uuid 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.089359] env[69854]: DEBUG nova.virt.block_device [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Updating existing volume attachment record: beac625b-2c18-42b5-acc0-80a0036aa81a {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1177.209616] env[69854]: INFO nova.compute.manager [-] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Took 1.97 seconds to deallocate network for instance. [ 1177.320273] env[69854]: DEBUG nova.compute.utils [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.376151] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.378519] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.688s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.378779] env[69854]: DEBUG nova.objects.instance [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'resources' on Instance uuid b5cfb516-4c97-4de1-86af-73178039cd5f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.396835] env[69854]: INFO nova.scheduler.client.report [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted allocations for instance 49708836-f806-47de-9701-de7a245a2d5a [ 1177.721355] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.786155] env[69854]: DEBUG nova.compute.manager [req-91e71f84-60b2-4dde-b3dd-c1e14f350e11 req-c8703e7f-439e-4f64-99eb-8bb58fb61bef service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Received event network-vif-plugged-63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.786246] env[69854]: DEBUG oslo_concurrency.lockutils [req-91e71f84-60b2-4dde-b3dd-c1e14f350e11 req-c8703e7f-439e-4f64-99eb-8bb58fb61bef service nova] Acquiring lock "9beed1f4-863b-4402-9c54-550ef494c679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.786448] env[69854]: DEBUG oslo_concurrency.lockutils [req-91e71f84-60b2-4dde-b3dd-c1e14f350e11 req-c8703e7f-439e-4f64-99eb-8bb58fb61bef service nova] Lock "9beed1f4-863b-4402-9c54-550ef494c679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.786688] env[69854]: DEBUG oslo_concurrency.lockutils [req-91e71f84-60b2-4dde-b3dd-c1e14f350e11 req-c8703e7f-439e-4f64-99eb-8bb58fb61bef service nova] Lock "9beed1f4-863b-4402-9c54-550ef494c679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.786812] env[69854]: DEBUG nova.compute.manager [req-91e71f84-60b2-4dde-b3dd-c1e14f350e11 req-c8703e7f-439e-4f64-99eb-8bb58fb61bef service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] No waiting events found dispatching network-vif-plugged-63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.786977] env[69854]: WARNING nova.compute.manager [req-91e71f84-60b2-4dde-b3dd-c1e14f350e11 req-c8703e7f-439e-4f64-99eb-8bb58fb61bef service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Received unexpected event network-vif-plugged-63d482aa-95df-4804-aac1-b2416a5f602a for instance with vm_state building and task_state block_device_mapping. [ 1177.823291] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.876077] env[69854]: DEBUG nova.network.neutron [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Successfully updated port: 63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.905069] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e1cb67eb-1b48-42f6-bc77-610ff3506a75 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "49708836-f806-47de-9701-de7a245a2d5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.363s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.043414] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20a0f30-3234-431e-a6dc-00dd7124e370 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.051762] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c94fbc-db33-4ccd-8eaa-6d538d816348 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.083627] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301dc01-cea8-4c92-82e2-4bca1cf4427e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.090948] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27214491-0f5c-4063-8e38-fb14bb6cb3d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.103719] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bee6c917-44fb-4ace-bfc5-e9e7de12ddfa tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.104908] env[69854]: DEBUG nova.compute.provider_tree [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.378331] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Acquiring lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.378574] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Acquired lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.378665] env[69854]: DEBUG nova.network.neutron [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.613424] env[69854]: DEBUG nova.scheduler.client.report [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.637545] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "78068fe4-df94-47e1-bacf-499b8f9faeea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.637792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.638035] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "78068fe4-df94-47e1-bacf-499b8f9faeea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.638229] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.638397] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.640466] env[69854]: INFO nova.compute.manager [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Terminating instance [ 1178.885965] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.886211] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.886435] env[69854]: INFO nova.compute.manager [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Attaching volume 2ed865fc-3171-484b-a4f4-724079f21674 to /dev/sdc [ 1178.915096] env[69854]: DEBUG nova.network.neutron [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.918537] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec06f0f-9553-4df5-9d3e-7a6a188d22df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.925369] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36455a23-020d-4189-bda6-186eb38c2f3e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.940096] env[69854]: DEBUG nova.virt.block_device [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updating existing volume attachment record: 631f9bc3-d6b3-416e-b938-7f0fb8e1930f {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.035813] env[69854]: DEBUG nova.network.neutron [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Updating instance_info_cache with network_info: [{"id": "63d482aa-95df-4804-aac1-b2416a5f602a", "address": "fa:16:3e:89:04:61", "network": {"id": "81610f4e-309e-430a-913e-5cf9c4bff816", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-446520591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7101cb40eb7449c0888a310c1d8415c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d482aa-95", "ovs_interfaceid": "63d482aa-95df-4804-aac1-b2416a5f602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.114098] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.114353] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.114564] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.114748] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.114919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.117107] env[69854]: INFO nova.compute.manager [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Terminating instance [ 1179.118856] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.121737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.720s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.142900] env[69854]: INFO nova.scheduler.client.report [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted allocations for instance b5cfb516-4c97-4de1-86af-73178039cd5f [ 1179.144249] env[69854]: DEBUG nova.compute.manager [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.144420] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.147430] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86677dbc-39a6-44d7-8078-00db0ce86b16 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.155714] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.155957] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69113224-ff38-4244-8f6d-13fd205ca465 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.161253] env[69854]: DEBUG oslo_vmware.api [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1179.161253] env[69854]: value = "task-3520021" [ 1179.161253] env[69854]: _type = "Task" [ 1179.161253] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.169573] env[69854]: DEBUG oslo_vmware.api [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3520021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.170887] env[69854]: DEBUG nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.171560] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.171791] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.172009] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.172150] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.172298] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.172442] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.172641] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.172807] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.172971] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.173169] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.173342] env[69854]: DEBUG nova.virt.hardware [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.174116] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece23f02-daa8-4f56-87f1-5e6b85843d33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.182141] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e7a289-7d2d-44d0-aa8a-93709bf0a617 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.539516] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Releasing lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.539967] env[69854]: DEBUG nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Instance network_info: |[{"id": "63d482aa-95df-4804-aac1-b2416a5f602a", "address": "fa:16:3e:89:04:61", "network": {"id": "81610f4e-309e-430a-913e-5cf9c4bff816", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-446520591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7101cb40eb7449c0888a310c1d8415c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d482aa-95", "ovs_interfaceid": "63d482aa-95df-4804-aac1-b2416a5f602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.540340] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:04:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d482aa-95df-4804-aac1-b2416a5f602a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.548261] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Creating folder: Project (7101cb40eb7449c0888a310c1d8415c4). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.548792] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa69b518-5fd8-4a0a-85d6-2363cab133dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.562565] env[69854]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1179.562712] env[69854]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69854) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1179.563045] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Folder already exists: Project (7101cb40eb7449c0888a310c1d8415c4). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1179.563244] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Creating folder: Instances. Parent ref: group-v703200. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.563482] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ccb6ec7-56da-4c5e-b882-a757f3a00a4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.572041] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Created folder: Instances in parent group-v703200. [ 1179.572270] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.572458] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.572656] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ab4ff7-afa8-47b6-86a6-6e582c041a7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.590426] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.590426] env[69854]: value = "task-3520024" [ 1179.590426] env[69854]: _type = "Task" [ 1179.590426] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.598862] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520024, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.623776] env[69854]: DEBUG nova.compute.manager [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.624477] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.626639] env[69854]: INFO nova.compute.claims [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.630668] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87b1988-5a55-4c00-8ec6-6316dfbed302 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.638915] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.639181] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30812134-37c0-4088-85ce-b59479436f21 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.646426] env[69854]: DEBUG oslo_vmware.api [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1179.646426] env[69854]: value = "task-3520025" [ 1179.646426] env[69854]: _type = "Task" [ 1179.646426] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.656633] env[69854]: DEBUG oslo_vmware.api [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.657159] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3f56aeef-578c-49e3-a314-7cba94193ecc tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "b5cfb516-4c97-4de1-86af-73178039cd5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.930s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.672339] env[69854]: DEBUG oslo_vmware.api [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3520021, 'name': PowerOffVM_Task, 'duration_secs': 0.193488} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.673154] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.673331] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.673596] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cd88b5e-69b8-4d54-8e29-5061de5a9f9a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.737430] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.737954] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.738296] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleting the datastore file [datastore1] 78068fe4-df94-47e1-bacf-499b8f9faeea {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.738597] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24bfba50-e187-49df-b140-24e213a1bbb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.746273] env[69854]: DEBUG oslo_vmware.api [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for the task: (returnval){ [ 1179.746273] env[69854]: value = "task-3520027" [ 1179.746273] env[69854]: _type = "Task" [ 1179.746273] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.754798] env[69854]: DEBUG oslo_vmware.api [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3520027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.847300] env[69854]: DEBUG nova.compute.manager [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Received event network-changed-63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.847601] env[69854]: DEBUG nova.compute.manager [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Refreshing instance network info cache due to event network-changed-63d482aa-95df-4804-aac1-b2416a5f602a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.847833] env[69854]: DEBUG oslo_concurrency.lockutils [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] Acquiring lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.848057] env[69854]: DEBUG oslo_concurrency.lockutils [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] Acquired lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.848242] env[69854]: DEBUG nova.network.neutron [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Refreshing network info cache for port 63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.101753] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520024, 'name': CreateVM_Task, 'duration_secs': 0.296617} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.101753] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.102078] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': 'beac625b-2c18-42b5-acc0-80a0036aa81a', 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703205', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'name': 'volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9beed1f4-863b-4402-9c54-550ef494c679', 'attached_at': '', 'detached_at': '', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'serial': '0c40d465-3720-4296-84ed-9e0d8c38fbbe'}, 'volume_type': None}], 'swap': None} {{(pid=69854) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.102294] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Root volume attach. Driver type: vmdk {{(pid=69854) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1180.103054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b1745e-3bc1-4dfb-a3cf-5832f7079ed2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.111262] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f844c12a-e0b3-408b-b1bc-9cc4642ef959 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.117527] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb94f42-ea02-4ef1-88f8-bcd06ad98a8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.123658] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c4de7e2f-cfae-4d62-8dd9-683b603b5839 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.130596] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1180.130596] env[69854]: value = "task-3520028" [ 1180.130596] env[69854]: _type = "Task" [ 1180.130596] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.135436] env[69854]: INFO nova.compute.resource_tracker [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating resource usage from migration 793dd6ba-cf78-4e7c-8bf4-97a20346b79d [ 1180.141073] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.154161] env[69854]: DEBUG oslo_vmware.api [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520025, 'name': PowerOffVM_Task, 'duration_secs': 0.175933} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.154382] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.154617] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.154893] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43ff79a7-c688-420e-879e-2cf7cfa535e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.244154] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.244407] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.244634] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleting the datastore file [datastore1] 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.244960] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be11a4b-ebe6-4484-bf5a-6583f1212352 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.258854] env[69854]: DEBUG oslo_vmware.api [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Task: {'id': task-3520027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163949} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.263261] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.263473] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.263835] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.264103] env[69854]: INFO nova.compute.manager [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1180.264437] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.264779] env[69854]: DEBUG oslo_vmware.api [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1180.264779] env[69854]: value = "task-3520030" [ 1180.264779] env[69854]: _type = "Task" [ 1180.264779] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.265284] env[69854]: DEBUG nova.compute.manager [-] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.265411] env[69854]: DEBUG nova.network.neutron [-] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.279119] env[69854]: DEBUG oslo_vmware.api [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.332613] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3804c7be-28ef-40e6-b54e-1f377e740baa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.343155] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf581aa-eeda-444d-8f97-6408ecbccc0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.382973] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1662ec5e-b37a-41b9-9761-3779f98ef3a8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.393304] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2617589c-6cd2-4aa3-b39f-2605c292c24c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.410968] env[69854]: DEBUG nova.compute.provider_tree [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.642414] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 42%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.780698] env[69854]: DEBUG oslo_vmware.api [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138078} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.781016] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.781428] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.781724] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.781935] env[69854]: INFO nova.compute.manager [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1180.782309] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.782554] env[69854]: DEBUG nova.compute.manager [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.782653] env[69854]: DEBUG nova.network.neutron [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.799931] env[69854]: DEBUG nova.network.neutron [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Updated VIF entry in instance network info cache for port 63d482aa-95df-4804-aac1-b2416a5f602a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.800431] env[69854]: DEBUG nova.network.neutron [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Updating instance_info_cache with network_info: [{"id": "63d482aa-95df-4804-aac1-b2416a5f602a", "address": "fa:16:3e:89:04:61", "network": {"id": "81610f4e-309e-430a-913e-5cf9c4bff816", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-446520591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7101cb40eb7449c0888a310c1d8415c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d482aa-95", "ovs_interfaceid": "63d482aa-95df-4804-aac1-b2416a5f602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.918566] env[69854]: DEBUG nova.scheduler.client.report [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.109214] env[69854]: DEBUG nova.network.neutron [-] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.143872] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 56%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.303027] env[69854]: DEBUG oslo_concurrency.lockutils [req-041d4ad0-1e46-41bc-b395-2aa87671049d req-f0ec3343-b35c-4937-87b3-f6ef2d7b89b7 service nova] Releasing lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.331516] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "f657fd09-1712-41f4-873e-8058e9b0199e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.331961] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.426356] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.304s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.426587] env[69854]: INFO nova.compute.manager [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Migrating [ 1181.434767] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.573s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.436635] env[69854]: INFO nova.compute.claims [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.614361] env[69854]: INFO nova.compute.manager [-] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Took 1.35 seconds to deallocate network for instance. [ 1181.646243] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 69%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.835320] env[69854]: DEBUG nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.877027] env[69854]: DEBUG nova.network.neutron [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.881585] env[69854]: DEBUG nova.compute.manager [req-56a4691f-1910-48ca-ab17-845733098422 req-e4e8d0d9-597f-46b8-a1b1-cb913cbd158f service nova] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Received event network-vif-deleted-d4db671e-71ee-4ee3-b417-d2e0e8bfb461 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.882034] env[69854]: DEBUG nova.compute.manager [req-56a4691f-1910-48ca-ab17-845733098422 req-e4e8d0d9-597f-46b8-a1b1-cb913cbd158f service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Received event network-vif-deleted-622c2082-0246-49e0-9975-9ea1c46e8ede {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.882112] env[69854]: INFO nova.compute.manager [req-56a4691f-1910-48ca-ab17-845733098422 req-e4e8d0d9-597f-46b8-a1b1-cb913cbd158f service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Neutron deleted interface 622c2082-0246-49e0-9975-9ea1c46e8ede; detaching it from the instance and deleting it from the info cache [ 1181.882310] env[69854]: DEBUG nova.network.neutron [req-56a4691f-1910-48ca-ab17-845733098422 req-e4e8d0d9-597f-46b8-a1b1-cb913cbd158f service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.952843] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.954555] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.955021] env[69854]: DEBUG nova.network.neutron [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.121933] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.145721] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 78%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.358790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.385040] env[69854]: INFO nova.compute.manager [-] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Took 1.60 seconds to deallocate network for instance. [ 1182.387357] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54dc38e2-c540-4acf-966b-3e87fb7292d8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.403594] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe7c5e1-a8b7-48c0-af4d-2d370e6b6f7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.437981] env[69854]: DEBUG nova.compute.manager [req-56a4691f-1910-48ca-ab17-845733098422 req-e4e8d0d9-597f-46b8-a1b1-cb913cbd158f service nova] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Detach interface failed, port_id=622c2082-0246-49e0-9975-9ea1c46e8ede, reason: Instance 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.647270] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.661266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590eea34-1f41-49a4-b3ca-7e5c5abd2fb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.674262] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba28c5b1-03d1-4b30-b3a1-4df2ccb119b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.710717] env[69854]: DEBUG nova.network.neutron [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.713657] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c2f501-6cc9-434a-92b6-622af281155d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.728645] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a839a-d540-4c36-84df-35297fc055cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.743291] env[69854]: DEBUG nova.compute.provider_tree [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.896480] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.145527] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 97%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.218478] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.246285] env[69854]: DEBUG nova.scheduler.client.report [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.484389] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.484676] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703211', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'name': 'volume-2ed865fc-3171-484b-a4f4-724079f21674', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'serial': '2ed865fc-3171-484b-a4f4-724079f21674'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.485720] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ee0f4c-e469-4aff-bca0-ca572e449186 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.503909] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ab819b-2adf-47e9-8103-a5c1db214b77 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.532089] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-2ed865fc-3171-484b-a4f4-724079f21674/volume-2ed865fc-3171-484b-a4f4-724079f21674.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.532384] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e624a24a-65fc-4ad3-8497-05f66252179a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.550609] env[69854]: DEBUG oslo_vmware.api [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1183.550609] env[69854]: value = "task-3520032" [ 1183.550609] env[69854]: _type = "Task" [ 1183.550609] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.558784] env[69854]: DEBUG oslo_vmware.api [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.645822] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task} progress is 98%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.751349] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.751882] env[69854]: DEBUG nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.754394] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.033s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.754612] env[69854]: DEBUG nova.objects.instance [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'resources' on Instance uuid b0311c66-16b3-4c7e-9e40-c9e14e170d14 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.061799] env[69854]: DEBUG oslo_vmware.api [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520032, 'name': ReconfigVM_Task, 'duration_secs': 0.346142} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.062316] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-2ed865fc-3171-484b-a4f4-724079f21674/volume-2ed865fc-3171-484b-a4f4-724079f21674.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.067093] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2ea600-27df-4898-8db3-91ce2eac7c5a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.083158] env[69854]: DEBUG oslo_vmware.api [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1184.083158] env[69854]: value = "task-3520033" [ 1184.083158] env[69854]: _type = "Task" [ 1184.083158] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.090698] env[69854]: DEBUG oslo_vmware.api [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.146796] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520028, 'name': RelocateVM_Task, 'duration_secs': 3.668162} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.147101] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.147306] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703205', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'name': 'volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9beed1f4-863b-4402-9c54-550ef494c679', 'attached_at': '', 'detached_at': '', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'serial': '0c40d465-3720-4296-84ed-9e0d8c38fbbe'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.148125] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d97e5-5d19-416e-8a1b-a5b628f78e49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.163670] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62096d8-0639-4bb8-bc18-d3f3951eba20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.186887] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe/volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.187212] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8841ad21-0f60-4d27-8589-492e09f1998d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.207196] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1184.207196] env[69854]: value = "task-3520034" [ 1184.207196] env[69854]: _type = "Task" [ 1184.207196] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.215666] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.262149] env[69854]: DEBUG nova.compute.utils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.264058] env[69854]: DEBUG nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.264058] env[69854]: DEBUG nova.network.neutron [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.307495] env[69854]: DEBUG nova.policy [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e38f2eeb72451db4209f811f690c1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c592fa6f8644130b674bc73f7deb308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.426571] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de187ec8-95d0-4fe6-9650-796d0baafe2e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.434259] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2b1b30-9480-49ef-bc6b-f9fbe6efeb40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.463577] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc07f66c-afee-4eec-af23-17e9b6f2f34a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.470733] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019a0278-d317-4e7a-bb6e-4eac386d430b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.483918] env[69854]: DEBUG nova.compute.provider_tree [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.550777] env[69854]: DEBUG nova.network.neutron [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Successfully created port: bf2eb37a-70ff-4079-a196-3015a63f5b53 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.592579] env[69854]: DEBUG oslo_vmware.api [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520033, 'name': ReconfigVM_Task, 'duration_secs': 0.150384} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.592869] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703211', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'name': 'volume-2ed865fc-3171-484b-a4f4-724079f21674', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'serial': '2ed865fc-3171-484b-a4f4-724079f21674'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.717513] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.733828] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a421d-7834-4de2-9701-10e8419debf9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.755429] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance '6092d890-1722-4754-9e9b-30515e8de7f1' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.766386] env[69854]: DEBUG nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.987329] env[69854]: DEBUG nova.scheduler.client.report [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.218382] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.260832] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.261288] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8692ecce-daee-4b92-9301-3d55261d0647 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.274785] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1185.274785] env[69854]: value = "task-3520035" [ 1185.274785] env[69854]: _type = "Task" [ 1185.274785] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.284829] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.492597] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.495300] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.374s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.495783] env[69854]: DEBUG nova.objects.instance [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lazy-loading 'resources' on Instance uuid 78068fe4-df94-47e1-bacf-499b8f9faeea {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.514025] env[69854]: INFO nova.scheduler.client.report [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted allocations for instance b0311c66-16b3-4c7e-9e40-c9e14e170d14 [ 1185.630400] env[69854]: DEBUG nova.objects.instance [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid ce9c5aea-6dac-447c-be55-509b78927fb2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.718142] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520034, 'name': ReconfigVM_Task, 'duration_secs': 1.241352} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.718437] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe/volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.724329] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02caacfa-7c23-4262-89ff-febf61494d29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.739507] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1185.739507] env[69854]: value = "task-3520036" [ 1185.739507] env[69854]: _type = "Task" [ 1185.739507] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.747347] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.780983] env[69854]: DEBUG nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.786272] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520035, 'name': PowerOffVM_Task, 'duration_secs': 0.196206} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.786508] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.786686] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance '6092d890-1722-4754-9e9b-30515e8de7f1' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.805653] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.805900] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.806074] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.806255] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.806499] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.806566] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.806745] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.806902] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.807078] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.807247] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.807417] env[69854]: DEBUG nova.virt.hardware [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.808266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7682527-455f-4781-8790-b3cdcc353827 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.816179] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015a9586-d63e-49d0-9829-7de8a50c113a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.946663] env[69854]: DEBUG nova.compute.manager [req-d431ac56-7944-486b-b83f-9236b7ad1048 req-3ce5aab0-cfc8-4ba6-a118-2d7c4fc5a350 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Received event network-vif-plugged-bf2eb37a-70ff-4079-a196-3015a63f5b53 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.947395] env[69854]: DEBUG oslo_concurrency.lockutils [req-d431ac56-7944-486b-b83f-9236b7ad1048 req-3ce5aab0-cfc8-4ba6-a118-2d7c4fc5a350 service nova] Acquiring lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.947395] env[69854]: DEBUG oslo_concurrency.lockutils [req-d431ac56-7944-486b-b83f-9236b7ad1048 req-3ce5aab0-cfc8-4ba6-a118-2d7c4fc5a350 service nova] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.947395] env[69854]: DEBUG oslo_concurrency.lockutils [req-d431ac56-7944-486b-b83f-9236b7ad1048 req-3ce5aab0-cfc8-4ba6-a118-2d7c4fc5a350 service nova] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.947849] env[69854]: DEBUG nova.compute.manager [req-d431ac56-7944-486b-b83f-9236b7ad1048 req-3ce5aab0-cfc8-4ba6-a118-2d7c4fc5a350 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] No waiting events found dispatching network-vif-plugged-bf2eb37a-70ff-4079-a196-3015a63f5b53 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.947958] env[69854]: WARNING nova.compute.manager [req-d431ac56-7944-486b-b83f-9236b7ad1048 req-3ce5aab0-cfc8-4ba6-a118-2d7c4fc5a350 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Received unexpected event network-vif-plugged-bf2eb37a-70ff-4079-a196-3015a63f5b53 for instance with vm_state building and task_state spawning. [ 1185.992855] env[69854]: DEBUG nova.network.neutron [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Successfully updated port: bf2eb37a-70ff-4079-a196-3015a63f5b53 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.020528] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1ad006ac-3236-4613-bed3-f3344defe898 tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "b0311c66-16b3-4c7e-9e40-c9e14e170d14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.905s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.134356] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eacd4bae-6569-4c35-a441-27dae314be08 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.147400] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad01ba02-6c49-4626-93de-e1da357fd721 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.156771] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3003fb57-fc25-479c-a303-e4583d1d8b71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.187861] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4795285c-9a84-4d7e-8e15-49b4961a0562 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.195091] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202c1b62-e118-4463-9cd4-83f10969cb38 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.209434] env[69854]: DEBUG nova.compute.provider_tree [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.250810] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520036, 'name': ReconfigVM_Task, 'duration_secs': 0.120909} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.251706] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703205', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'name': 'volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9beed1f4-863b-4402-9c54-550ef494c679', 'attached_at': '', 'detached_at': '', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'serial': '0c40d465-3720-4296-84ed-9e0d8c38fbbe'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.252037] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97c3adb-6ddd-42c4-a23e-5710034903a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.258950] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1186.258950] env[69854]: value = "task-3520037" [ 1186.258950] env[69854]: _type = "Task" [ 1186.258950] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.268509] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520037, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.293397] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.293652] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.293831] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.294026] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.294178] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.294328] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.294529] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.294735] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.294962] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.295195] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.295384] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.301040] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a872e9-e465-422d-a5b8-7dc1923dbe8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.322477] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1186.322477] env[69854]: value = "task-3520038" [ 1186.322477] env[69854]: _type = "Task" [ 1186.322477] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.334358] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.470363] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.470683] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.495321] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-b5446d4d-16ff-4fc6-ad8d-735945eda67a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.495479] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-b5446d4d-16ff-4fc6-ad8d-735945eda67a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.495598] env[69854]: DEBUG nova.network.neutron [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.609117] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "08f36156-667b-4d10-80f8-4977dc4d7357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.609389] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "08f36156-667b-4d10-80f8-4977dc4d7357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.609604] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.609793] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.609967] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "08f36156-667b-4d10-80f8-4977dc4d7357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.612103] env[69854]: INFO nova.compute.manager [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Terminating instance [ 1186.712191] env[69854]: DEBUG nova.scheduler.client.report [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.769874] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520037, 'name': Rename_Task, 'duration_secs': 0.125529} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.770234] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.770501] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d169d49-af4e-44b9-98dd-2edd1337c728 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.776514] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1186.776514] env[69854]: value = "task-3520039" [ 1186.776514] env[69854]: _type = "Task" [ 1186.776514] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.784031] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.831969] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520038, 'name': ReconfigVM_Task, 'duration_secs': 0.221196} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.832297] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance '6092d890-1722-4754-9e9b-30515e8de7f1' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.974371] env[69854]: INFO nova.compute.manager [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Detaching volume 9886ad62-80bf-4214-9cdf-8128271ae939 [ 1187.005184] env[69854]: INFO nova.virt.block_device [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Attempting to driver detach volume 9886ad62-80bf-4214-9cdf-8128271ae939 from mountpoint /dev/sdb [ 1187.005436] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.005950] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703210', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'name': 'volume-9886ad62-80bf-4214-9cdf-8128271ae939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'serial': '9886ad62-80bf-4214-9cdf-8128271ae939'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.006992] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cc3a19-a932-408c-8e8a-9b278b234ddf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.031098] env[69854]: DEBUG nova.network.neutron [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.033419] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08917872-d3a5-4554-9f7f-6d3382060adc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.040788] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7f2dc3-d118-486b-a937-dbd4f4d2630d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.065527] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb82e2a7-3118-4f3b-b500-f3180269a926 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.080665] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] The volume has not been displaced from its original location: [datastore1] volume-9886ad62-80bf-4214-9cdf-8128271ae939/volume-9886ad62-80bf-4214-9cdf-8128271ae939.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1187.086129] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.086428] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d17fa8c-f681-4a83-b9e6-b7e0a12378d1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.106035] env[69854]: DEBUG oslo_vmware.api [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1187.106035] env[69854]: value = "task-3520040" [ 1187.106035] env[69854]: _type = "Task" [ 1187.106035] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.113874] env[69854]: DEBUG oslo_vmware.api [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.115806] env[69854]: DEBUG nova.compute.manager [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.116156] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.117332] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c88b2-df0f-4f6e-ba9f-2ea9ae00114f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.125447] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.125705] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-289c753b-650e-4105-a595-776aac8e1439 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.133997] env[69854]: DEBUG oslo_vmware.api [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1187.133997] env[69854]: value = "task-3520041" [ 1187.133997] env[69854]: _type = "Task" [ 1187.133997] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.141980] env[69854]: DEBUG oslo_vmware.api [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.201623] env[69854]: DEBUG nova.network.neutron [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Updating instance_info_cache with network_info: [{"id": "bf2eb37a-70ff-4079-a196-3015a63f5b53", "address": "fa:16:3e:29:15:ba", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2eb37a-70", "ovs_interfaceid": "bf2eb37a-70ff-4079-a196-3015a63f5b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.218731] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.221347] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.863s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.222882] env[69854]: INFO nova.compute.claims [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.245040] env[69854]: INFO nova.scheduler.client.report [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Deleted allocations for instance 78068fe4-df94-47e1-bacf-499b8f9faeea [ 1187.287030] env[69854]: DEBUG oslo_vmware.api [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520039, 'name': PowerOnVM_Task, 'duration_secs': 0.444368} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.287336] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.287480] env[69854]: INFO nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1187.287655] env[69854]: DEBUG nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.288513] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ec6c4-4dbf-4009-b5f5-71fb5083598a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.295788] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.295937] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.338683] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.339974] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.339974] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.339974] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.339974] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.339974] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.340683] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.340683] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.340683] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.340683] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.340811] env[69854]: DEBUG nova.virt.hardware [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.346303] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.347323] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a047125-879b-4056-bad4-0c9b5815de03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.367336] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1187.367336] env[69854]: value = "task-3520042" [ 1187.367336] env[69854]: _type = "Task" [ 1187.367336] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.376838] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.617162] env[69854]: DEBUG oslo_vmware.api [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520040, 'name': ReconfigVM_Task, 'duration_secs': 0.26921} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.617451] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.621954] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10435ce8-7b80-4c96-9e79-eae4c3ee5128 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.639521] env[69854]: DEBUG oslo_vmware.api [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1187.639521] env[69854]: value = "task-3520043" [ 1187.639521] env[69854]: _type = "Task" [ 1187.639521] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.645531] env[69854]: DEBUG oslo_vmware.api [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520041, 'name': PowerOffVM_Task, 'duration_secs': 0.184934} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.646146] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.646336] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.646571] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-661fd9d1-df2e-45d6-838b-04ff975dfef9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.651637] env[69854]: DEBUG oslo_vmware.api [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.704548] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-b5446d4d-16ff-4fc6-ad8d-735945eda67a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.704885] env[69854]: DEBUG nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Instance network_info: |[{"id": "bf2eb37a-70ff-4079-a196-3015a63f5b53", "address": "fa:16:3e:29:15:ba", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2eb37a-70", "ovs_interfaceid": "bf2eb37a-70ff-4079-a196-3015a63f5b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.705332] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:15:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf2eb37a-70ff-4079-a196-3015a63f5b53', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.713093] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating folder: Project (6c592fa6f8644130b674bc73f7deb308). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.714615] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ec057d7-5aa6-4830-8e3c-61f1eba0d0ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.716513] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.716818] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.716980] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleting the datastore file [datastore1] 08f36156-667b-4d10-80f8-4977dc4d7357 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.717273] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72bd50f1-1eee-4b0b-adb3-9283fce5de56 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.724197] env[69854]: DEBUG oslo_vmware.api [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for the task: (returnval){ [ 1187.724197] env[69854]: value = "task-3520046" [ 1187.724197] env[69854]: _type = "Task" [ 1187.724197] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.730918] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created folder: Project (6c592fa6f8644130b674bc73f7deb308) in parent group-v702928. [ 1187.731143] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating folder: Instances. Parent ref: group-v703214. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.731973] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d23248fc-1041-48b4-801d-41fe106873b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.736696] env[69854]: DEBUG oslo_vmware.api [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.742932] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created folder: Instances in parent group-v703214. [ 1187.743177] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.743361] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.743579] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58d057e-a7e0-4674-b31f-1787b0ea0bd6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.760621] env[69854]: DEBUG oslo_concurrency.lockutils [None req-63a269da-7bf9-41e4-a7bb-aecdee2060b7 tempest-ServersTestJSON-1772580768 tempest-ServersTestJSON-1772580768-project-member] Lock "78068fe4-df94-47e1-bacf-499b8f9faeea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.123s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.763858] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.763858] env[69854]: value = "task-3520048" [ 1187.763858] env[69854]: _type = "Task" [ 1187.763858] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.772795] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520048, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.801165] env[69854]: INFO nova.compute.manager [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Detaching volume 4c5f403d-d08b-412d-8bd4-dfcb8699909f [ 1187.810468] env[69854]: INFO nova.compute.manager [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Took 15.73 seconds to build instance. [ 1187.856059] env[69854]: INFO nova.virt.block_device [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Attempting to driver detach volume 4c5f403d-d08b-412d-8bd4-dfcb8699909f from mountpoint /dev/sdb [ 1187.856325] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.856565] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703185', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'name': 'volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7cacfaf2-b4b9-417a-84ec-332b5238ef00', 'attached_at': '', 'detached_at': '', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'serial': '4c5f403d-d08b-412d-8bd4-dfcb8699909f'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.857560] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4426fa1d-233f-4bb9-b8c7-ed4d02eecec2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.883920] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8f2e8f-1802-43c1-9610-1d9e102d8d2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.891610] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520042, 'name': ReconfigVM_Task, 'duration_secs': 0.202829} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.893422] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.894284] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548cf752-2e59-4e2e-a21b-5c160ccaea19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.897115] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717edeb-78b4-4005-8784-121d80ad3d5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.934442] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e91159-21ea-4c05-a96b-77f00c20cf19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.944049] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.944329] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51b3d2e-b152-44f9-9cf4-1f4b3b50715c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.970512] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] The volume has not been displaced from its original location: [datastore2] volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f/volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1187.976280] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.978644] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278ce855-2635-4486-8038-734d705cffce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.991095] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1187.991095] env[69854]: value = "task-3520049" [ 1187.991095] env[69854]: _type = "Task" [ 1187.991095] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.992240] env[69854]: DEBUG nova.compute.manager [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Received event network-changed-bf2eb37a-70ff-4079-a196-3015a63f5b53 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.992425] env[69854]: DEBUG nova.compute.manager [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Refreshing instance network info cache due to event network-changed-bf2eb37a-70ff-4079-a196-3015a63f5b53. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.992637] env[69854]: DEBUG oslo_concurrency.lockutils [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] Acquiring lock "refresh_cache-b5446d4d-16ff-4fc6-ad8d-735945eda67a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.992781] env[69854]: DEBUG oslo_concurrency.lockutils [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] Acquired lock "refresh_cache-b5446d4d-16ff-4fc6-ad8d-735945eda67a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.992950] env[69854]: DEBUG nova.network.neutron [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Refreshing network info cache for port bf2eb37a-70ff-4079-a196-3015a63f5b53 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.001512] env[69854]: DEBUG oslo_vmware.api [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1188.001512] env[69854]: value = "task-3520050" [ 1188.001512] env[69854]: _type = "Task" [ 1188.001512] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.004241] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.015469] env[69854]: DEBUG oslo_vmware.api [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.150910] env[69854]: DEBUG oslo_vmware.api [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520043, 'name': ReconfigVM_Task, 'duration_secs': 0.186589} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.151234] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703210', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'name': 'volume-9886ad62-80bf-4214-9cdf-8128271ae939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9886ad62-80bf-4214-9cdf-8128271ae939', 'serial': '9886ad62-80bf-4214-9cdf-8128271ae939'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1188.244706] env[69854]: DEBUG oslo_vmware.api [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Task: {'id': task-3520046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185802} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.245285] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.245713] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.246200] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.246414] env[69854]: INFO nova.compute.manager [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1188.246813] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.247114] env[69854]: DEBUG nova.compute.manager [-] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.247254] env[69854]: DEBUG nova.network.neutron [-] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.276861] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520048, 'name': CreateVM_Task, 'duration_secs': 0.505971} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.276963] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.277765] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.278740] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.278740] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.278740] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d876770-368f-4259-9a23-11f8552b2acb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.283539] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1188.283539] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524e4d40-a617-e57e-2c9a-1132f1048264" [ 1188.283539] env[69854]: _type = "Task" [ 1188.283539] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.297471] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524e4d40-a617-e57e-2c9a-1132f1048264, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.301513] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.301901] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.302058] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.302208] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.302391] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.303029] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3445f294-6ab1-4213-b445-ce6a8dd25748 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.310844] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.311028] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.312290] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd633075-f2fd-45c4-8728-0a5acbd6d81f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.314183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ba15ab78-2827-4079-a6ab-00e75904607c tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "9beed1f4-863b-4402-9c54-550ef494c679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.956s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.320106] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1188.320106] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5208c674-67fa-6eec-2c6a-332f617bb0b3" [ 1188.320106] env[69854]: _type = "Task" [ 1188.320106] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.328815] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5208c674-67fa-6eec-2c6a-332f617bb0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008702} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.329777] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf53f75e-8591-446c-825f-622309fcb76e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.334330] env[69854]: INFO nova.compute.manager [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Rebuilding instance [ 1188.339016] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1188.339016] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e80c77-ec26-38b0-08d0-007e4dad316b" [ 1188.339016] env[69854]: _type = "Task" [ 1188.339016] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.347507] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e80c77-ec26-38b0-08d0-007e4dad316b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.387821] env[69854]: DEBUG nova.compute.manager [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.388801] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33f198f-fdbc-4aed-b94c-d2039cf8154b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.459389] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6017e1c3-af33-4aca-b229-878c3a2f8b46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.467789] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff48c97-208e-4dff-9eb1-ce835d3d798c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.505880] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f21f66-e528-4617-93eb-27803880d164 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.520239] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.522506] env[69854]: DEBUG oslo_vmware.api [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.525746] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3828b790-b0c9-4f4e-b978-5a856d7ff6ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.541369] env[69854]: DEBUG nova.compute.provider_tree [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.697986] env[69854]: DEBUG nova.objects.instance [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid ce9c5aea-6dac-447c-be55-509b78927fb2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.849764] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e80c77-ec26-38b0-08d0-007e4dad316b, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.850215] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.850302] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.850568] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f071acb-0fdb-47ba-b2da-73e546971736 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.858545] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1188.858545] env[69854]: value = "task-3520051" [ 1188.858545] env[69854]: _type = "Task" [ 1188.858545] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.866674] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.868034] env[69854]: DEBUG nova.network.neutron [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Updated VIF entry in instance network info cache for port bf2eb37a-70ff-4079-a196-3015a63f5b53. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.868843] env[69854]: DEBUG nova.network.neutron [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Updating instance_info_cache with network_info: [{"id": "bf2eb37a-70ff-4079-a196-3015a63f5b53", "address": "fa:16:3e:29:15:ba", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2eb37a-70", "ovs_interfaceid": "bf2eb37a-70ff-4079-a196-3015a63f5b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.011515] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520049, 'name': ReconfigVM_Task, 'duration_secs': 1.007282} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.014896] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.015862] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance '6092d890-1722-4754-9e9b-30515e8de7f1' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.027685] env[69854]: DEBUG oslo_vmware.api [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520050, 'name': ReconfigVM_Task, 'duration_secs': 0.903313} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.028099] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.033289] env[69854]: DEBUG nova.network.neutron [-] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.035107] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82885ed-f1a0-4504-a64f-d1c1562aba00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.047157] env[69854]: DEBUG nova.scheduler.client.report [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.057809] env[69854]: DEBUG oslo_vmware.api [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1189.057809] env[69854]: value = "task-3520052" [ 1189.057809] env[69854]: _type = "Task" [ 1189.057809] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.071444] env[69854]: DEBUG oslo_vmware.api [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.367958] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464651} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.368360] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.368588] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.368837] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-846b6a13-3e40-4f20-b16a-e8ecd646cc2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.370824] env[69854]: DEBUG oslo_concurrency.lockutils [req-ea2179b5-c739-4da9-b449-3e2144bf38f3 req-70763298-e27c-4517-ac76-659908a436c8 service nova] Releasing lock "refresh_cache-b5446d4d-16ff-4fc6-ad8d-735945eda67a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.375307] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1189.375307] env[69854]: value = "task-3520053" [ 1189.375307] env[69854]: _type = "Task" [ 1189.375307] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.383899] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.404097] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.404916] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4876f65-c66d-414e-b045-39d4ec6fb73e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.411334] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1189.411334] env[69854]: value = "task-3520054" [ 1189.411334] env[69854]: _type = "Task" [ 1189.411334] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.419506] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.525015] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7098e2-ecd8-4086-8f6c-866967519e39 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.553607] env[69854]: INFO nova.compute.manager [-] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Took 1.31 seconds to deallocate network for instance. [ 1189.553607] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.554790] env[69854]: DEBUG nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.562587] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.666s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.562833] env[69854]: DEBUG nova.objects.instance [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'resources' on Instance uuid 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.565965] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a30b88-5036-409e-85c7-1dca44ddbd9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.577456] env[69854]: DEBUG oslo_vmware.api [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520052, 'name': ReconfigVM_Task, 'duration_secs': 0.146483} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.597016] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703185', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'name': 'volume-4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7cacfaf2-b4b9-417a-84ec-332b5238ef00', 'attached_at': '', 'detached_at': '', 'volume_id': '4c5f403d-d08b-412d-8bd4-dfcb8699909f', 'serial': '4c5f403d-d08b-412d-8bd4-dfcb8699909f'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1189.598501] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance '6092d890-1722-4754-9e9b-30515e8de7f1' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.707611] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da53a52c-78bf-4053-b7ef-a1c844d8c384 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.746295] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.746580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.890628] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061664} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.890899] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.891734] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea86a6-d721-4f30-bd06-f8d007e3427b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.917012] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.917398] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bbf7ea-e999-4b4d-ba86-6eb2ae7d9df6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.940788] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520054, 'name': PowerOffVM_Task, 'duration_secs': 0.19009} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.942137] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.942405] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.942753] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1189.942753] env[69854]: value = "task-3520055" [ 1189.942753] env[69854]: _type = "Task" [ 1189.942753] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.943489] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1f427-a973-481d-bf29-142a0b80704e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.955084] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.958728] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27bdbc79-79d7-4de5-b335-f9fdc60d9992 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.960274] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.005443] env[69854]: DEBUG nova.compute.manager [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Received event network-changed-63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.005816] env[69854]: DEBUG nova.compute.manager [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Refreshing instance network info cache due to event network-changed-63d482aa-95df-4804-aac1-b2416a5f602a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.006193] env[69854]: DEBUG oslo_concurrency.lockutils [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] Acquiring lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.006501] env[69854]: DEBUG oslo_concurrency.lockutils [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] Acquired lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.006928] env[69854]: DEBUG nova.network.neutron [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Refreshing network info cache for port 63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.021728] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.021728] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.021728] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleting the datastore file [datastore2] 23da5aaf-074a-421d-ac41-9fb619044723 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.022023] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38aedc35-5ae5-4d8f-893a-e6ffae19c839 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.029165] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1190.029165] env[69854]: value = "task-3520057" [ 1190.029165] env[69854]: _type = "Task" [ 1190.029165] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.038086] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.069238] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.073717] env[69854]: DEBUG nova.compute.utils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.075368] env[69854]: DEBUG nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.076676] env[69854]: DEBUG nova.network.neutron [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.121552] env[69854]: DEBUG nova.policy [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc58af0925754cc9901150dad800d2e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aee0d14a8d483184d4fa3becb44349', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.157367] env[69854]: DEBUG nova.objects.instance [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'flavor' on Instance uuid 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.248227] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6f542-a984-4971-9e61-99448ac09c12 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.251418] env[69854]: INFO nova.compute.manager [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Detaching volume 2ed865fc-3171-484b-a4f4-724079f21674 [ 1190.261495] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2729f4-a9d0-4b2a-986b-e4c8fad84631 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.299893] env[69854]: INFO nova.virt.block_device [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Attempting to driver detach volume 2ed865fc-3171-484b-a4f4-724079f21674 from mountpoint /dev/sdc [ 1190.300170] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.300366] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703211', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'name': 'volume-2ed865fc-3171-484b-a4f4-724079f21674', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'serial': '2ed865fc-3171-484b-a4f4-724079f21674'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.301193] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94030257-f3c2-4644-a528-ca02c82718bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.304643] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cdc55-cf25-4ea3-9479-ac08c726810a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.328570] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784dc975-0520-4797-967b-86efcc2aed61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.333203] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc7c5d-b99c-48c3-9036-f689b6f5fb4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.345839] env[69854]: DEBUG nova.compute.provider_tree [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.349379] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a7ecb2-ac9f-490b-9d4d-cb12326dc44c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.371971] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb62c692-f3d4-4b56-9241-a928603b3acd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.387293] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ed865fc-3171-484b-a4f4-724079f21674/volume-2ed865fc-3171-484b-a4f4-724079f21674.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.392518] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfiguring VM instance instance-0000005e to detach disk 2002 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.393134] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799e5424-e960-4dd4-b22e-415d5a6f1376 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.413948] env[69854]: DEBUG oslo_vmware.api [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1190.413948] env[69854]: value = "task-3520058" [ 1190.413948] env[69854]: _type = "Task" [ 1190.413948] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.424539] env[69854]: DEBUG oslo_vmware.api [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.456147] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520055, 'name': ReconfigVM_Task, 'duration_secs': 0.418459} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.456147] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.457080] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffd31f21-284d-4c1b-9774-6b00a332166a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.459298] env[69854]: DEBUG nova.network.neutron [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Successfully created port: 3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.466324] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1190.466324] env[69854]: value = "task-3520059" [ 1190.466324] env[69854]: _type = "Task" [ 1190.466324] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.473499] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520059, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.541997] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158326} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.542229] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.542409] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.542581] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.579512] env[69854]: DEBUG nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.850710] env[69854]: DEBUG nova.scheduler.client.report [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.924085] env[69854]: DEBUG oslo_vmware.api [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520058, 'name': ReconfigVM_Task, 'duration_secs': 0.399651} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.926686] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Reconfigured VM instance instance-0000005e to detach disk 2002 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.931359] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb20df39-51e2-4c4b-b708-281477e1aea2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.947203] env[69854]: DEBUG oslo_vmware.api [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1190.947203] env[69854]: value = "task-3520060" [ 1190.947203] env[69854]: _type = "Task" [ 1190.947203] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.955201] env[69854]: DEBUG oslo_vmware.api [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.975028] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520059, 'name': Rename_Task, 'duration_secs': 0.281743} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.978774] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.978774] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffaa63c9-48e5-4df6-9c3e-bdfb27712cbb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.981195] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1190.981195] env[69854]: value = "task-3520061" [ 1190.981195] env[69854]: _type = "Task" [ 1190.981195] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.988811] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.064736] env[69854]: DEBUG nova.network.neutron [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Updated VIF entry in instance network info cache for port 63d482aa-95df-4804-aac1-b2416a5f602a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.065115] env[69854]: DEBUG nova.network.neutron [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Updating instance_info_cache with network_info: [{"id": "63d482aa-95df-4804-aac1-b2416a5f602a", "address": "fa:16:3e:89:04:61", "network": {"id": "81610f4e-309e-430a-913e-5cf9c4bff816", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-446520591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7101cb40eb7449c0888a310c1d8415c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d482aa-95", "ovs_interfaceid": "63d482aa-95df-4804-aac1-b2416a5f602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.166329] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c850a6f6-2ade-42d2-8779-d120c59a9985 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.868s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.298573] env[69854]: DEBUG nova.network.neutron [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Port 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1191.356267] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.358576] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.289s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.358809] env[69854]: DEBUG nova.objects.instance [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lazy-loading 'resources' on Instance uuid 08f36156-667b-4d10-80f8-4977dc4d7357 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.380420] env[69854]: INFO nova.scheduler.client.report [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted allocations for instance 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3 [ 1191.456830] env[69854]: DEBUG oslo_vmware.api [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520060, 'name': ReconfigVM_Task, 'duration_secs': 0.215126} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.457198] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703211', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'name': 'volume-2ed865fc-3171-484b-a4f4-724079f21674', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce9c5aea-6dac-447c-be55-509b78927fb2', 'attached_at': '', 'detached_at': '', 'volume_id': '2ed865fc-3171-484b-a4f4-724079f21674', 'serial': '2ed865fc-3171-484b-a4f4-724079f21674'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.490433] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.569111] env[69854]: DEBUG oslo_concurrency.lockutils [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] Releasing lock "refresh_cache-9beed1f4-863b-4402-9c54-550ef494c679" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.569534] env[69854]: DEBUG nova.compute.manager [req-a46e3994-547f-49d2-bc20-ff00114c234b req-3a375376-56b3-4d80-ad26-fb229622e617 service nova] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Received event network-vif-deleted-4497f6a1-3ba5-44ee-bcd5-48418075139a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.572842] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.573091] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.573323] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.574090] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.574090] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.575776] env[69854]: INFO nova.compute.manager [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Terminating instance [ 1191.586855] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.587109] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.587273] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.587457] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.587601] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.587747] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.587955] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.588152] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.588330] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.588494] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.588663] env[69854]: DEBUG nova.virt.hardware [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.589724] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0e8bf2-e00b-4b74-9bc2-420866b783c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.592963] env[69854]: DEBUG nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.601185] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389a19be-bd81-4ff8-b0d4-0fe8ea02cf6a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.615385] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:83:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1582fce1-cb90-47f0-9862-cf85972b7125', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.622865] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.625091] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.625356] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.625549] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.625770] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.625924] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.626089] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.626292] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.626448] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.626609] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.626767] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.626936] env[69854]: DEBUG nova.virt.hardware [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.627184] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.627833] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2793f4-d1bc-4810-8399-df9a4446b003 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.630186] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ec904b-8975-4414-9321-4a73a0e07011 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.650026] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d126d5be-9ee0-4a8c-b026-94624f0770aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.653699] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.653699] env[69854]: value = "task-3520062" [ 1191.653699] env[69854]: _type = "Task" [ 1191.653699] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.670468] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520062, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.891019] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fb4d3b28-40af-4a23-85eb-86fc56b01d2f tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "1f71d24b-5d26-4d5a-8991-c3a267f1f6e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.776s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.996566] env[69854]: DEBUG oslo_vmware.api [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520061, 'name': PowerOnVM_Task, 'duration_secs': 0.806075} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.997041] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.997473] env[69854]: INFO nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Took 6.22 seconds to spawn the instance on the hypervisor. [ 1191.997577] env[69854]: DEBUG nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.998468] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66fbefa-5497-44d1-a475-fc88abdac244 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.011308] env[69854]: DEBUG nova.objects.instance [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'flavor' on Instance uuid ce9c5aea-6dac-447c-be55-509b78927fb2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.023979] env[69854]: DEBUG nova.compute.manager [req-847a494e-fe34-4508-852d-2be384c35417 req-e06bef0c-f65f-4c25-819f-b2e5eb0332bb service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Received event network-vif-plugged-3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.023979] env[69854]: DEBUG oslo_concurrency.lockutils [req-847a494e-fe34-4508-852d-2be384c35417 req-e06bef0c-f65f-4c25-819f-b2e5eb0332bb service nova] Acquiring lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.023979] env[69854]: DEBUG oslo_concurrency.lockutils [req-847a494e-fe34-4508-852d-2be384c35417 req-e06bef0c-f65f-4c25-819f-b2e5eb0332bb service nova] Lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.023979] env[69854]: DEBUG oslo_concurrency.lockutils [req-847a494e-fe34-4508-852d-2be384c35417 req-e06bef0c-f65f-4c25-819f-b2e5eb0332bb service nova] Lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.024117] env[69854]: DEBUG nova.compute.manager [req-847a494e-fe34-4508-852d-2be384c35417 req-e06bef0c-f65f-4c25-819f-b2e5eb0332bb service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] No waiting events found dispatching network-vif-plugged-3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.024277] env[69854]: WARNING nova.compute.manager [req-847a494e-fe34-4508-852d-2be384c35417 req-e06bef0c-f65f-4c25-819f-b2e5eb0332bb service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Received unexpected event network-vif-plugged-3606a100-73b2-4fb7-b769-14a7f2a81598 for instance with vm_state building and task_state spawning. [ 1192.060345] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8b012-b10e-4923-9be9-1fef9f80dde0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.068643] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd29c4fc-237a-4e54-b0e5-8494062a2157 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.100777] env[69854]: DEBUG nova.compute.manager [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.101066] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.102549] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f9b0a-a6f7-461a-8c4c-9edb4fb22a58 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.105795] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfc517-d34c-4902-9f22-dcfd6a7a979c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.115326] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b778d-7542-4c62-bd25-3ff27b811af8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.119313] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.119587] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a34d8a50-ecf9-4dc3-9aea-a8cbc511a975 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.130586] env[69854]: DEBUG nova.compute.provider_tree [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.132901] env[69854]: DEBUG oslo_vmware.api [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1192.132901] env[69854]: value = "task-3520063" [ 1192.132901] env[69854]: _type = "Task" [ 1192.132901] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.142282] env[69854]: DEBUG oslo_vmware.api [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.164548] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520062, 'name': CreateVM_Task, 'duration_secs': 0.372463} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.164720] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.165355] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.165520] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.165874] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.166396] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557dfda5-b816-470f-968e-991e40711b90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.171665] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1192.171665] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52664c86-8721-60aa-1851-33dba704dfd0" [ 1192.171665] env[69854]: _type = "Task" [ 1192.171665] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.180329] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52664c86-8721-60aa-1851-33dba704dfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.323301] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.323450] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.324048] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.498696] env[69854]: DEBUG nova.network.neutron [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Successfully updated port: 3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.519349] env[69854]: DEBUG nova.compute.manager [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Received event network-changed-3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.519545] env[69854]: DEBUG nova.compute.manager [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Refreshing instance network info cache due to event network-changed-3606a100-73b2-4fb7-b769-14a7f2a81598. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.519758] env[69854]: DEBUG oslo_concurrency.lockutils [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] Acquiring lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.519902] env[69854]: DEBUG oslo_concurrency.lockutils [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] Acquired lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.520074] env[69854]: DEBUG nova.network.neutron [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Refreshing network info cache for port 3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.524757] env[69854]: INFO nova.compute.manager [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Took 17.68 seconds to build instance. [ 1192.634935] env[69854]: DEBUG nova.scheduler.client.report [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.647670] env[69854]: DEBUG oslo_vmware.api [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520063, 'name': PowerOffVM_Task, 'duration_secs': 0.188003} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.647985] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.648196] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.648511] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f44f46b-2690-4993-b075-2fe494056b71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.681901] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52664c86-8721-60aa-1851-33dba704dfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.682198] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.682429] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.682681] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.682815] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.682994] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.683275] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb68e3de-8bbf-42d6-852a-660afd6ec5ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.691567] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.691756] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.692470] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8df4e33-7709-4159-94dd-a8e2cf0c627b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.699051] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1192.699051] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c2b14-8885-5d4c-82ca-f95134b397df" [ 1192.699051] env[69854]: _type = "Task" [ 1192.699051] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.706666] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c2b14-8885-5d4c-82ca-f95134b397df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.707764] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.707959] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.708153] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleting the datastore file [datastore2] 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.708391] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65a0f12c-4345-47af-a9b8-a3d1c1011eea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.714037] env[69854]: DEBUG oslo_vmware.api [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1192.714037] env[69854]: value = "task-3520065" [ 1192.714037] env[69854]: _type = "Task" [ 1192.714037] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.001629] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.025362] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2ccbc2f5-4008-4e7c-97a4-922d2eafee8a tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.030237] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c57356e-5551-4e20-beb4-046c3623da8c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.192s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.067802] env[69854]: DEBUG nova.network.neutron [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.145296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.158813] env[69854]: DEBUG nova.network.neutron [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.170816] env[69854]: INFO nova.scheduler.client.report [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Deleted allocations for instance 08f36156-667b-4d10-80f8-4977dc4d7357 [ 1193.211284] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c2b14-8885-5d4c-82ca-f95134b397df, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.212136] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e018ad1-6a85-461c-ae5b-c62bc863a5a4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.224276] env[69854]: DEBUG oslo_vmware.api [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157441} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.225533] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.225727] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.225947] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.226158] env[69854]: INFO nova.compute.manager [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1193.226390] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.226639] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1193.226639] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52690fe8-2da6-ceb8-91a7-21643a251ce8" [ 1193.226639] env[69854]: _type = "Task" [ 1193.226639] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.227453] env[69854]: DEBUG nova.compute.manager [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.227533] env[69854]: DEBUG nova.network.neutron [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.239548] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52690fe8-2da6-ceb8-91a7-21643a251ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.239664] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.239881] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.240573] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8f4bd2-6a98-4aac-96a9-773fdf21486d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.249364] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1193.249364] env[69854]: value = "task-3520066" [ 1193.249364] env[69854]: _type = "Task" [ 1193.249364] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.260396] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.334083] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.334281] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.369826] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.370027] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.370209] env[69854]: DEBUG nova.network.neutron [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.661684] env[69854]: DEBUG oslo_concurrency.lockutils [req-3cb4deca-4720-415f-a71e-f16f4b860fd1 req-b2b96285-c679-4f6c-8411-d59c53bc2e83 service nova] Releasing lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.662184] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.662365] env[69854]: DEBUG nova.network.neutron [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.679549] env[69854]: DEBUG oslo_concurrency.lockutils [None req-18b33419-cd11-4424-bc21-f6621fba51ac tempest-AttachInterfacesTestJSON-720075495 tempest-AttachInterfacesTestJSON-720075495-project-member] Lock "08f36156-667b-4d10-80f8-4977dc4d7357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.070s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.760552] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520066, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.837126] env[69854]: DEBUG nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.880078] env[69854]: INFO nova.compute.manager [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Rebuilding instance [ 1193.930450] env[69854]: DEBUG nova.compute.manager [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.931327] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41685ff7-dbf0-4908-82ed-7368a2f907cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.092239] env[69854]: DEBUG nova.network.neutron [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.207218] env[69854]: DEBUG nova.network.neutron [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.264833] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521342} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.266204] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.269506] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.269779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "ce9c5aea-6dac-447c-be55-509b78927fb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.270156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.270234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.273352] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.273352] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.276017] env[69854]: INFO nova.compute.manager [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Terminating instance [ 1194.278818] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50f0d998-35de-4dc4-a8db-bb4b10d518fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.281033] env[69854]: DEBUG nova.network.neutron [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.290925] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1194.290925] env[69854]: value = "task-3520067" [ 1194.290925] env[69854]: _type = "Task" [ 1194.290925] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.304020] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.365759] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.366086] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.368157] env[69854]: INFO nova.compute.claims [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.492157] env[69854]: DEBUG nova.network.neutron [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Updating instance_info_cache with network_info: [{"id": "3606a100-73b2-4fb7-b769-14a7f2a81598", "address": "fa:16:3e:38:80:90", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3606a100-73", "ovs_interfaceid": "3606a100-73b2-4fb7-b769-14a7f2a81598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.556084] env[69854]: DEBUG nova.compute.manager [req-b374380c-93b7-4295-adff-f85fcc1c3de9 req-91498fbf-9e6f-4a5f-bcb2-8c01a36f7d80 service nova] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Received event network-vif-deleted-a56a1f10-b9b7-42eb-9502-c6210287139b {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.594396] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.783739] env[69854]: INFO nova.compute.manager [-] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Took 1.56 seconds to deallocate network for instance. [ 1194.784416] env[69854]: DEBUG nova.compute.manager [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.784565] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.786963] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac3386-2b1a-4036-abc8-205d097a3c5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.800022] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.800818] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0442131d-ba8f-4afa-b148-28eb819e2b3b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.805702] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06497} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.806095] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.806899] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ecfa9-0b9c-4b2e-b343-5a0090e12c17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.811364] env[69854]: DEBUG oslo_vmware.api [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1194.811364] env[69854]: value = "task-3520068" [ 1194.811364] env[69854]: _type = "Task" [ 1194.811364] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.835132] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.836339] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9044b440-55e7-4a16-89fc-4f763ef2003f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.855540] env[69854]: DEBUG oslo_vmware.api [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.860981] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1194.860981] env[69854]: value = "task-3520069" [ 1194.860981] env[69854]: _type = "Task" [ 1194.860981] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.869199] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.949742] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.950066] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c69e247-4381-435a-897a-40eb2302a377 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.957807] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1194.957807] env[69854]: value = "task-3520070" [ 1194.957807] env[69854]: _type = "Task" [ 1194.957807] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.966648] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.994661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.995010] env[69854]: DEBUG nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Instance network_info: |[{"id": "3606a100-73b2-4fb7-b769-14a7f2a81598", "address": "fa:16:3e:38:80:90", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3606a100-73", "ovs_interfaceid": "3606a100-73b2-4fb7-b769-14a7f2a81598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.995687] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:80:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3606a100-73b2-4fb7-b769-14a7f2a81598', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.008987] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.009314] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.009624] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4954822-bd9d-4be4-b6a9-500e64013db9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.034700] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.034700] env[69854]: value = "task-3520071" [ 1195.034700] env[69854]: _type = "Task" [ 1195.034700] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.043050] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520071, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.108611] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654e107-3f6f-446e-837c-59ebb2739f49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.115999] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f10838-821a-4b81-8b12-b1fa20814fa3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.295441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.322377] env[69854]: DEBUG oslo_vmware.api [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520068, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.370422] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520069, 'name': ReconfigVM_Task, 'duration_secs': 0.353681} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.370707] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 23da5aaf-074a-421d-ac41-9fb619044723/23da5aaf-074a-421d-ac41-9fb619044723.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.371366] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5364b75-7a58-4fd1-b78a-6cb54665290f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.379200] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1195.379200] env[69854]: value = "task-3520072" [ 1195.379200] env[69854]: _type = "Task" [ 1195.379200] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.387307] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520072, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.467269] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520070, 'name': PowerOffVM_Task, 'duration_secs': 0.374472} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.469653] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.469891] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.470815] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e150d89-9d70-4c6f-b397-36f89b7fc6f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.477169] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.477412] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96874258-8d43-4ca6-8279-c2d38409f626 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.513085] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b678c-a36b-4141-a8bb-faca2cc17ff3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.520322] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33326bb5-c2bf-4517-9a6f-5733d83e081c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.559327] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baed3b5d-360c-49c2-b9ea-1d5420f29e62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.561675] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.561866] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.562050] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleting the datastore file [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.562448] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66caa5de-8235-4616-827a-871f68c402d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.568520] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520071, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.571641] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1195.571641] env[69854]: value = "task-3520074" [ 1195.571641] env[69854]: _type = "Task" [ 1195.571641] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.572792] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3caac22-1b96-4ac4-a21a-caba7cac402a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.584049] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.592063] env[69854]: DEBUG nova.compute.provider_tree [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.822779] env[69854]: DEBUG oslo_vmware.api [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520068, 'name': PowerOffVM_Task, 'duration_secs': 0.516124} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.823189] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.823381] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.823704] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e767a025-207b-438c-82b0-7d04c967a46a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.890037] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520072, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.902091] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.902318] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.902505] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Deleting the datastore file [datastore2] ce9c5aea-6dac-447c-be55-509b78927fb2 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.902769] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06a923c7-33cd-4fdd-a16f-56aa136cd14f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.909279] env[69854]: DEBUG oslo_vmware.api [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for the task: (returnval){ [ 1195.909279] env[69854]: value = "task-3520076" [ 1195.909279] env[69854]: _type = "Task" [ 1195.909279] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.919451] env[69854]: DEBUG oslo_vmware.api [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.064146] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520071, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.085525] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15436} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.088635] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.088635] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.088635] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.098791] env[69854]: DEBUG nova.scheduler.client.report [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.229098] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171afd4a-233e-4ea0-b386-a09a59e0e208 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.255333] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b34c0d-1a7d-4b7d-baf8-c7347d2daeb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.264031] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance '6092d890-1722-4754-9e9b-30515e8de7f1' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.390243] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520072, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.419553] env[69854]: DEBUG oslo_vmware.api [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Task: {'id': task-3520076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145525} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.419874] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.420264] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.420529] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.420736] env[69854]: INFO nova.compute.manager [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1196.420999] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.421249] env[69854]: DEBUG nova.compute.manager [-] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.421369] env[69854]: DEBUG nova.network.neutron [-] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.568754] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520071, 'name': CreateVM_Task, 'duration_secs': 1.37379} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.568927] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.572377] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.572549] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.572865] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.573490] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d385b165-584a-49c1-962c-c24716117cfe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.580449] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1196.580449] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e03dff-12ee-c96b-321f-142afa91f3ea" [ 1196.580449] env[69854]: _type = "Task" [ 1196.580449] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.589349] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e03dff-12ee-c96b-321f-142afa91f3ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.600688] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.601262] env[69854]: DEBUG nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.605820] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.309s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.605820] env[69854]: DEBUG nova.objects.instance [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'resources' on Instance uuid 7cacfaf2-b4b9-417a-84ec-332b5238ef00 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.773166] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.773910] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f579b6a2-bfaa-4202-8f62-4cda572ff24e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.781031] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1196.781031] env[69854]: value = "task-3520077" [ 1196.781031] env[69854]: _type = "Task" [ 1196.781031] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.788638] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.889427] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520072, 'name': Rename_Task, 'duration_secs': 1.076145} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.890078] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.890078] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afc6e9de-7a5b-467a-ad5b-a13fc1574b6c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.896939] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1196.896939] env[69854]: value = "task-3520078" [ 1196.896939] env[69854]: _type = "Task" [ 1196.896939] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.904638] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.958495] env[69854]: DEBUG nova.compute.manager [req-a961ac7d-6f46-4c02-86d3-30a87dac8b07 req-4dafb8b7-33c7-4d90-adf2-de2df5630df1 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Received event network-vif-deleted-d7a26410-df8b-43c7-9108-485969f8a11e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.958787] env[69854]: INFO nova.compute.manager [req-a961ac7d-6f46-4c02-86d3-30a87dac8b07 req-4dafb8b7-33c7-4d90-adf2-de2df5630df1 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Neutron deleted interface d7a26410-df8b-43c7-9108-485969f8a11e; detaching it from the instance and deleting it from the info cache [ 1196.958884] env[69854]: DEBUG nova.network.neutron [req-a961ac7d-6f46-4c02-86d3-30a87dac8b07 req-4dafb8b7-33c7-4d90-adf2-de2df5630df1 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.093681] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e03dff-12ee-c96b-321f-142afa91f3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.093995] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.094691] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.095080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.095183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.095307] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.098494] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ccd835e-a8a2-49a7-bf3e-f4111c1ecb04 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.111778] env[69854]: DEBUG nova.compute.utils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.113505] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.113678] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.115714] env[69854]: DEBUG nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.115714] env[69854]: DEBUG nova.network.neutron [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.118877] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12b620a-f985-435d-97b6-8c7f7a63cec8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.126277] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1197.126277] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5264f3a7-506b-3f8c-df79-fbdaed992193" [ 1197.126277] env[69854]: _type = "Task" [ 1197.126277] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.138223] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5264f3a7-506b-3f8c-df79-fbdaed992193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.141517] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.141789] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.142204] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.142422] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.142574] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.142720] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.142924] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.143100] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.143451] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.143651] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.143855] env[69854]: DEBUG nova.virt.hardware [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.145210] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f6873-7640-414e-a4ed-656c287c2fb5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.158324] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e52960-7bcd-4c1e-99be-96817d601fc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.173631] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:15:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf2eb37a-70ff-4079-a196-3015a63f5b53', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.181194] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.182796] env[69854]: DEBUG nova.policy [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf8afda5b9a402b8c5f5b772a878203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd584ccad0f7b4553a237943749956722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.186647] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.187107] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bad7f50-8a68-4cd7-8a9c-cda7bfe11c5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.209745] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.209745] env[69854]: value = "task-3520079" [ 1197.209745] env[69854]: _type = "Task" [ 1197.209745] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.219884] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520079, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.295056] env[69854]: DEBUG oslo_vmware.api [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520077, 'name': PowerOnVM_Task, 'duration_secs': 0.41695} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.295056] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.295347] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e25e49-acda-4c08-9961-c7a4dc6fab4b tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance '6092d890-1722-4754-9e9b-30515e8de7f1' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.353148] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acae2810-73a1-4a82-96cc-87eb68497dce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.365480] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f550ee-5191-47b2-b9ae-d63a28629589 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.404665] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1454a88b-08f1-4a61-b7b4-b077fdf6dc97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.412642] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520078, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.416969] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b234c5-ba8d-4fd7-adbe-9fd91215b85c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.432167] env[69854]: DEBUG nova.compute.provider_tree [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.436170] env[69854]: DEBUG nova.network.neutron [-] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.462211] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70d3ebe4-8a18-4ef8-98cd-dd570ca366c0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.472932] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9cd74-3f2f-4300-b302-97c149373393 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.503454] env[69854]: DEBUG nova.compute.manager [req-a961ac7d-6f46-4c02-86d3-30a87dac8b07 req-4dafb8b7-33c7-4d90-adf2-de2df5630df1 service nova] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Detach interface failed, port_id=d7a26410-df8b-43c7-9108-485969f8a11e, reason: Instance ce9c5aea-6dac-447c-be55-509b78927fb2 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.555476] env[69854]: DEBUG nova.network.neutron [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Successfully created port: 9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.617715] env[69854]: DEBUG nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.644226] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5264f3a7-506b-3f8c-df79-fbdaed992193, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.644927] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f77b371-8072-4f30-98f1-9b4f2e811f5c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.651176] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1197.651176] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eee073-a2a5-1685-ea2c-31d9ddf34363" [ 1197.651176] env[69854]: _type = "Task" [ 1197.651176] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.663868] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eee073-a2a5-1685-ea2c-31d9ddf34363, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.664308] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.664602] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] f657fd09-1712-41f4-873e-8058e9b0199e/f657fd09-1712-41f4-873e-8058e9b0199e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.664855] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2db100a-19a6-4fc0-a771-fee859a4b9f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.675034] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1197.675034] env[69854]: value = "task-3520080" [ 1197.675034] env[69854]: _type = "Task" [ 1197.675034] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.684370] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.721374] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520079, 'name': CreateVM_Task, 'duration_secs': 0.372672} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.721577] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.722397] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.722473] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.723446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.723705] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151d6658-d488-437b-9ee2-a81090d21660 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.734025] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1197.734025] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a74f69-2df0-d6f0-02ce-22d98aa2afe7" [ 1197.734025] env[69854]: _type = "Task" [ 1197.734025] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.740891] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a74f69-2df0-d6f0-02ce-22d98aa2afe7, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.741148] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.741371] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.741595] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.741733] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.741902] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.742226] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ecc65e6-c51a-4784-84a7-b2e7bd630173 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.752786] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.752956] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.753662] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c34f5a-81ce-4963-b153-cd9a7943ddfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.759423] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1197.759423] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aaa9c5-7edb-cbd5-2d28-78ce7b05571a" [ 1197.759423] env[69854]: _type = "Task" [ 1197.759423] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.766575] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aaa9c5-7edb-cbd5-2d28-78ce7b05571a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.912872] env[69854]: DEBUG oslo_vmware.api [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520078, 'name': PowerOnVM_Task, 'duration_secs': 0.524112} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.913379] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.914380] env[69854]: DEBUG nova.compute.manager [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.916427] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0956a962-b8c4-45c1-802b-d86188971733 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.936147] env[69854]: DEBUG nova.scheduler.client.report [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.940929] env[69854]: INFO nova.compute.manager [-] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Took 1.52 seconds to deallocate network for instance. [ 1198.184724] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490763} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.187793] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] f657fd09-1712-41f4-873e-8058e9b0199e/f657fd09-1712-41f4-873e-8058e9b0199e.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.187793] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.187793] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0f138ff-f2c5-4f32-95fc-60b5ec8d85b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.192029] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1198.192029] env[69854]: value = "task-3520081" [ 1198.192029] env[69854]: _type = "Task" [ 1198.192029] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.201480] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.271658] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aaa9c5-7edb-cbd5-2d28-78ce7b05571a, 'name': SearchDatastore_Task, 'duration_secs': 0.007439} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.273885] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7ac07f-1f07-4ac1-a96f-316809defba7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.282615] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1198.282615] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529f217f-6cb5-7521-0027-1a041e46df50" [ 1198.282615] env[69854]: _type = "Task" [ 1198.282615] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.294932] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529f217f-6cb5-7521-0027-1a041e46df50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.442026] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.443138] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.445128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.004s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.445329] env[69854]: DEBUG nova.objects.instance [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1198.448410] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.470024] env[69854]: INFO nova.scheduler.client.report [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted allocations for instance 7cacfaf2-b4b9-417a-84ec-332b5238ef00 [ 1198.626985] env[69854]: DEBUG nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.657618] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.657858] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.658032] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.658258] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.658416] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.658569] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.658780] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.659181] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.659181] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.659278] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.659452] env[69854]: DEBUG nova.virt.hardware [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.660343] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff6082-c2bd-4239-b973-1c14bc795f7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.669884] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0c7680-c9ae-4d29-8da6-d255041ffd2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.701140] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163034} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.701140] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.701558] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75033744-8a04-44c7-bcb0-a463cd34f761 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.723545] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] f657fd09-1712-41f4-873e-8058e9b0199e/f657fd09-1712-41f4-873e-8058e9b0199e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.724047] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af94d6a-6f76-4715-a311-0abff0810e38 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.748498] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1198.748498] env[69854]: value = "task-3520082" [ 1198.748498] env[69854]: _type = "Task" [ 1198.748498] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.755843] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.795022] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529f217f-6cb5-7521-0027-1a041e46df50, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.795022] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.795022] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.795022] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4ffa9de-8910-4ff4-8470-26f53b844a7c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.803021] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1198.803021] env[69854]: value = "task-3520083" [ 1198.803021] env[69854]: _type = "Task" [ 1198.803021] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.809255] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.974657] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b2cf330e-935e-4681-a00a-9a9dee1b1d75 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "7cacfaf2-b4b9-417a-84ec-332b5238ef00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.401s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.228693] env[69854]: DEBUG nova.compute.manager [req-a4564658-ad58-4d01-b266-f1dddba9a7bb req-a2ced33d-8e4e-4251-b6c2-0f26ac55214c service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Received event network-vif-plugged-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.228991] env[69854]: DEBUG oslo_concurrency.lockutils [req-a4564658-ad58-4d01-b266-f1dddba9a7bb req-a2ced33d-8e4e-4251-b6c2-0f26ac55214c service nova] Acquiring lock "a6d6121d-2b03-42ab-b95e-b606762e20fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.229377] env[69854]: DEBUG oslo_concurrency.lockutils [req-a4564658-ad58-4d01-b266-f1dddba9a7bb req-a2ced33d-8e4e-4251-b6c2-0f26ac55214c service nova] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.229450] env[69854]: DEBUG oslo_concurrency.lockutils [req-a4564658-ad58-4d01-b266-f1dddba9a7bb req-a2ced33d-8e4e-4251-b6c2-0f26ac55214c service nova] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.229691] env[69854]: DEBUG nova.compute.manager [req-a4564658-ad58-4d01-b266-f1dddba9a7bb req-a2ced33d-8e4e-4251-b6c2-0f26ac55214c service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] No waiting events found dispatching network-vif-plugged-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.229946] env[69854]: WARNING nova.compute.manager [req-a4564658-ad58-4d01-b266-f1dddba9a7bb req-a2ced33d-8e4e-4251-b6c2-0f26ac55214c service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Received unexpected event network-vif-plugged-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a for instance with vm_state building and task_state spawning. [ 1199.258521] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.316407] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.333965] env[69854]: DEBUG nova.network.neutron [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Successfully updated port: 9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.461277] env[69854]: DEBUG oslo_concurrency.lockutils [None req-170b2ce0-0037-478f-9ce7-ea127dbe0dba tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.462391] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.014s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.463036] env[69854]: DEBUG nova.objects.instance [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lazy-loading 'resources' on Instance uuid ce9c5aea-6dac-447c-be55-509b78927fb2 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.757940] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520082, 'name': ReconfigVM_Task, 'duration_secs': 0.621299} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.758320] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] f657fd09-1712-41f4-873e-8058e9b0199e/f657fd09-1712-41f4-873e-8058e9b0199e.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.759774] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42706344-71d7-4fe9-b21d-3afebc263cd9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.765644] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1199.765644] env[69854]: value = "task-3520084" [ 1199.765644] env[69854]: _type = "Task" [ 1199.765644] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.781592] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520084, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.813009] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554518} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.814113] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.814426] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.814750] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78c82f63-ad31-4093-ad7a-c9c79ea31212 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.821510] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1199.821510] env[69854]: value = "task-3520085" [ 1199.821510] env[69854]: _type = "Task" [ 1199.821510] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.830335] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.836119] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.836216] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.836351] env[69854]: DEBUG nova.network.neutron [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.848187] env[69854]: DEBUG nova.network.neutron [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Port 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1199.848446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.848596] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.848754] env[69854]: DEBUG nova.network.neutron [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.167774] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e6e3f-654e-4110-8a82-b39ffdb767c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.174500] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a01445-f641-402b-bef6-1cb0e5c7d036 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.209257] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ed6338-1200-4f1f-93f4-b9b134d57a68 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.220371] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d74e09-e36c-4ca3-9676-2e4ed8dad087 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.238724] env[69854]: DEBUG nova.compute.provider_tree [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.286983] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520084, 'name': Rename_Task, 'duration_secs': 0.251292} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.286983] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.286983] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea903af-ad30-4edf-89b5-56e7a4ffaa33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.298132] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1200.298132] env[69854]: value = "task-3520086" [ 1200.298132] env[69854]: _type = "Task" [ 1200.298132] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.306601] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.331031] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145594} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.331657] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.333022] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f4496-6a4b-45df-91ca-e3be37da895a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.358179] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.360147] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad66427-08f2-4b17-8c93-a71bc86e87cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.380508] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1200.380508] env[69854]: value = "task-3520087" [ 1200.380508] env[69854]: _type = "Task" [ 1200.380508] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.391125] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.420642] env[69854]: DEBUG nova.network.neutron [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.664617] env[69854]: DEBUG nova.network.neutron [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Updating instance_info_cache with network_info: [{"id": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "address": "fa:16:3e:ef:b6:64", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd34a2d-ce", "ovs_interfaceid": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.746026] env[69854]: DEBUG nova.scheduler.client.report [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.812427] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.848429] env[69854]: DEBUG nova.network.neutron [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.890209] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520087, 'name': ReconfigVM_Task, 'duration_secs': 0.301583} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.890507] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a/b5446d4d-16ff-4fc6-ad8d-735945eda67a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.891462] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d14eb904-bc0d-45a2-a726-0599d61db45d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.897203] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1200.897203] env[69854]: value = "task-3520088" [ 1200.897203] env[69854]: _type = "Task" [ 1200.897203] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.909150] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520088, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.167612] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.167942] env[69854]: DEBUG nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Instance network_info: |[{"id": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "address": "fa:16:3e:ef:b6:64", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd34a2d-ce", "ovs_interfaceid": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.168434] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:b6:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.175985] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.176302] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.176470] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e555e84-c7ce-4400-9d84-185b48ffd77d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.195752] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.195752] env[69854]: value = "task-3520089" [ 1201.195752] env[69854]: _type = "Task" [ 1201.195752] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.203179] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520089, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.250564] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.264743] env[69854]: DEBUG nova.compute.manager [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Received event network-changed-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.264988] env[69854]: DEBUG nova.compute.manager [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Refreshing instance network info cache due to event network-changed-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.268844] env[69854]: DEBUG oslo_concurrency.lockutils [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] Acquiring lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.269231] env[69854]: DEBUG oslo_concurrency.lockutils [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] Acquired lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.270302] env[69854]: DEBUG nova.network.neutron [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Refreshing network info cache for port 9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.282640] env[69854]: INFO nova.scheduler.client.report [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Deleted allocations for instance ce9c5aea-6dac-447c-be55-509b78927fb2 [ 1201.313584] env[69854]: DEBUG oslo_vmware.api [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520086, 'name': PowerOnVM_Task, 'duration_secs': 0.840907} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.314155] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.315030] env[69854]: INFO nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1201.315030] env[69854]: DEBUG nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.315985] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22c2bdf-d615-44fb-9968-f2ba49d753d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.353517] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.410333] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520088, 'name': Rename_Task, 'duration_secs': 0.158608} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.410495] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.410743] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d557d2d-fcd4-437f-8f1b-0cce0eafb53c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.418284] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1201.418284] env[69854]: value = "task-3520090" [ 1201.418284] env[69854]: _type = "Task" [ 1201.418284] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.428184] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.445641] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.445974] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.707300] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520089, 'name': CreateVM_Task, 'duration_secs': 0.3547} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.707574] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.708234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.708459] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.709048] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.709048] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e36fa9-bbd6-44a0-8727-db7b50ee8263 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.713845] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1201.713845] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5208bffc-540e-15b7-677e-8bc42ca780ad" [ 1201.713845] env[69854]: _type = "Task" [ 1201.713845] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.721743] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5208bffc-540e-15b7-677e-8bc42ca780ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.794063] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6029e884-faeb-45ef-9828-25bf2ec1fb36 tempest-AttachVolumeTestJSON-1596419864 tempest-AttachVolumeTestJSON-1596419864-project-member] Lock "ce9c5aea-6dac-447c-be55-509b78927fb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.524s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.840296] env[69854]: INFO nova.compute.manager [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Took 19.50 seconds to build instance. [ 1201.857883] env[69854]: DEBUG nova.compute.manager [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69854) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1201.932126] env[69854]: DEBUG oslo_vmware.api [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520090, 'name': PowerOnVM_Task, 'duration_secs': 0.489039} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.932546] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.932880] env[69854]: DEBUG nova.compute.manager [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.934157] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26a706-6e16-4e11-9f1e-d6711b6ec8db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.948941] env[69854]: DEBUG nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.233555] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5208bffc-540e-15b7-677e-8bc42ca780ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.234011] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.234295] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.234572] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.234754] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.234969] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.235286] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5c57f08-4e65-49ff-9759-ddbb473372c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.247209] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.247429] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.248225] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16888f41-f1c0-4b48-928f-7fa2a8551e77 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.254760] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1202.254760] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520dae84-a90e-32df-d037-fd59d68bc94b" [ 1202.254760] env[69854]: _type = "Task" [ 1202.254760] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.261975] env[69854]: DEBUG nova.network.neutron [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Updated VIF entry in instance network info cache for port 9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.262461] env[69854]: DEBUG nova.network.neutron [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Updating instance_info_cache with network_info: [{"id": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "address": "fa:16:3e:ef:b6:64", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd34a2d-ce", "ovs_interfaceid": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.271021] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520dae84-a90e-32df-d037-fd59d68bc94b, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.272240] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8df2f3-1db7-422d-9d0c-6c02e8d063e2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.278633] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1202.278633] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5298fd23-a68b-b18f-8a8e-8829f27569a6" [ 1202.278633] env[69854]: _type = "Task" [ 1202.278633] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.289139] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5298fd23-a68b-b18f-8a8e-8829f27569a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.342068] env[69854]: DEBUG oslo_concurrency.lockutils [None req-05b78d8a-72a6-43a0-8b1a-b10fe03d2a9e tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.010s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.452751] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.453053] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.453238] env[69854]: DEBUG nova.objects.instance [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1202.475272] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.767265] env[69854]: DEBUG oslo_concurrency.lockutils [req-b6af6a01-22be-4005-8863-ebeb71e55e1b req-8724c0a1-124b-4372-a851-345fc312d9a2 service nova] Releasing lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.791453] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5298fd23-a68b-b18f-8a8e-8829f27569a6, 'name': SearchDatastore_Task, 'duration_secs': 0.019713} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.791763] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.792250] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] a6d6121d-2b03-42ab-b95e-b606762e20fa/a6d6121d-2b03-42ab-b95e-b606762e20fa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.792613] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c001ebe8-6fdf-4f3a-b71c-25a6516257f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.802032] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1202.802032] env[69854]: value = "task-3520092" [ 1202.802032] env[69854]: _type = "Task" [ 1202.802032] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.808671] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.985017] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.310625] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520092, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.369338] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.369338] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.369338] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.369338] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.369586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.372151] env[69854]: INFO nova.compute.manager [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Terminating instance [ 1203.391709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "f657fd09-1712-41f4-873e-8058e9b0199e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.391709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.391948] env[69854]: INFO nova.compute.manager [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Shelving [ 1203.463234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5b04f574-8dcf-4b55-8c4b-039d439e91fa tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.464424] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.989s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.466145] env[69854]: INFO nova.compute.claims [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.810506] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846407} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.810803] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] a6d6121d-2b03-42ab-b95e-b606762e20fa/a6d6121d-2b03-42ab-b95e-b606762e20fa.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.811009] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.811334] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a496fe95-1d3b-407b-8247-15653aafec7f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.818858] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1203.818858] env[69854]: value = "task-3520093" [ 1203.818858] env[69854]: _type = "Task" [ 1203.818858] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.826398] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.861905] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.862201] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.879266] env[69854]: DEBUG nova.compute.manager [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.879493] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.880588] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4db7ab0-e19f-41bb-b61d-de4400e75bf9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.891578] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.892332] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-718fddd5-7367-4c00-a07f-ec7794cbcded {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.901343] env[69854]: DEBUG oslo_vmware.api [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1203.901343] env[69854]: value = "task-3520094" [ 1203.901343] env[69854]: _type = "Task" [ 1203.901343] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.914304] env[69854]: DEBUG oslo_vmware.api [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.334215] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079008} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.336107] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.336510] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4961a3ee-fc44-4dfc-a8cc-3272353c7823 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.363378] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a6d6121d-2b03-42ab-b95e-b606762e20fa/a6d6121d-2b03-42ab-b95e-b606762e20fa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.364184] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee930f76-4702-467f-afdb-757983297cfd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.379947] env[69854]: DEBUG nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.388448] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1204.388448] env[69854]: value = "task-3520095" [ 1204.388448] env[69854]: _type = "Task" [ 1204.388448] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.398297] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.402867] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.403211] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77793cbf-9423-407f-ae14-ff31974cb723 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.417048] env[69854]: DEBUG oslo_vmware.api [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520094, 'name': PowerOffVM_Task, 'duration_secs': 0.243762} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.418694] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.418932] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.419228] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1204.419228] env[69854]: value = "task-3520096" [ 1204.419228] env[69854]: _type = "Task" [ 1204.419228] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.419449] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce2e7632-62a0-478e-879e-95ca9f5b6757 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.436404] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.481293] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.481585] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.481985] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleting the datastore file [datastore1] b5446d4d-16ff-4fc6-ad8d-735945eda67a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.482290] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30339c74-426e-48f4-a877-1d344c051dd1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.490069] env[69854]: DEBUG oslo_vmware.api [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1204.490069] env[69854]: value = "task-3520098" [ 1204.490069] env[69854]: _type = "Task" [ 1204.490069] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.498741] env[69854]: DEBUG oslo_vmware.api [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.639730] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af9a9b-41df-4b9e-b9be-a3886d50279b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.648533] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3157771-733e-482f-8ea1-860102f9e610 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.681743] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5426b242-7eeb-44d3-ace3-91738e7251e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.689524] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f537a25-3c0c-44d4-b110-bcab80888b9e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.702748] env[69854]: DEBUG nova.compute.provider_tree [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.898698] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520095, 'name': ReconfigVM_Task, 'duration_secs': 0.329548} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.899626] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.899912] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a6d6121d-2b03-42ab-b95e-b606762e20fa/a6d6121d-2b03-42ab-b95e-b606762e20fa.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.900535] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c0181c8-a1d4-4dff-90a5-d3192bed840b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.907734] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1204.907734] env[69854]: value = "task-3520099" [ 1204.907734] env[69854]: _type = "Task" [ 1204.907734] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.915266] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520099, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.930044] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520096, 'name': PowerOffVM_Task, 'duration_secs': 0.247082} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.930281] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.931124] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86810570-9a7c-4e7b-b39a-07dd20db0058 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.952520] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87df74-78d4-44eb-ad38-f0b31da31c29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.001823] env[69854]: DEBUG oslo_vmware.api [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183523} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.001992] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.002215] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.003043] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.003043] env[69854]: INFO nova.compute.manager [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.003043] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.003043] env[69854]: DEBUG nova.compute.manager [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.003277] env[69854]: DEBUG nova.network.neutron [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.162975] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.163226] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.206062] env[69854]: DEBUG nova.scheduler.client.report [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.390247] env[69854]: DEBUG nova.compute.manager [req-08fcb0ec-4da0-4291-bb8d-4d281af2b030 req-0b69a53e-9d8b-47bc-abfd-64c4dc2944fd service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Received event network-vif-deleted-bf2eb37a-70ff-4079-a196-3015a63f5b53 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.390457] env[69854]: INFO nova.compute.manager [req-08fcb0ec-4da0-4291-bb8d-4d281af2b030 req-0b69a53e-9d8b-47bc-abfd-64c4dc2944fd service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Neutron deleted interface bf2eb37a-70ff-4079-a196-3015a63f5b53; detaching it from the instance and deleting it from the info cache [ 1205.390648] env[69854]: DEBUG nova.network.neutron [req-08fcb0ec-4da0-4291-bb8d-4d281af2b030 req-0b69a53e-9d8b-47bc-abfd-64c4dc2944fd service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.419772] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520099, 'name': Rename_Task, 'duration_secs': 0.15089} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.420088] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.420371] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e36caab-00c3-4818-857c-73f8dacf8972 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.426955] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1205.426955] env[69854]: value = "task-3520100" [ 1205.426955] env[69854]: _type = "Task" [ 1205.426955] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.435721] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.463254] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1205.464017] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc1df68f-5a0b-4878-adb0-ca5ada6fbd42 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.472267] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1205.472267] env[69854]: value = "task-3520101" [ 1205.472267] env[69854]: _type = "Task" [ 1205.472267] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.480886] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.668725] env[69854]: DEBUG nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.715188] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.715188] env[69854]: DEBUG nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.719896] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.735s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.871573] env[69854]: DEBUG nova.network.neutron [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.895875] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc772e74-3db9-4da1-b432-d8c363853e68 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.904477] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd50326-ae69-4ae4-8b29-ea356d69123c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.934583] env[69854]: DEBUG nova.compute.manager [req-08fcb0ec-4da0-4291-bb8d-4d281af2b030 req-0b69a53e-9d8b-47bc-abfd-64c4dc2944fd service nova] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Detach interface failed, port_id=bf2eb37a-70ff-4079-a196-3015a63f5b53, reason: Instance b5446d4d-16ff-4fc6-ad8d-735945eda67a could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.943100] env[69854]: DEBUG oslo_vmware.api [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520100, 'name': PowerOnVM_Task, 'duration_secs': 0.469813} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.943385] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.943600] env[69854]: INFO nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1205.943792] env[69854]: DEBUG nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.944600] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab4735-d252-426e-8c42-f2669bc8d799 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.981671] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.195932] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.222329] env[69854]: DEBUG nova.compute.utils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.223174] env[69854]: DEBUG nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.224021] env[69854]: DEBUG nova.network.neutron [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.227096] env[69854]: DEBUG nova.objects.instance [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'migration_context' on Instance uuid 6092d890-1722-4754-9e9b-30515e8de7f1 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.266028] env[69854]: DEBUG nova.policy [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '242954735fe2483189de3aeca52509be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c99ecdee7f5b4224abbca49f5db62cd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.377589] env[69854]: INFO nova.compute.manager [-] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Took 1.37 seconds to deallocate network for instance. [ 1206.462284] env[69854]: INFO nova.compute.manager [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Took 12.12 seconds to build instance. [ 1206.488674] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520101, 'name': CreateSnapshot_Task, 'duration_secs': 0.550734} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.489319] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1206.490168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b35c3-a36d-4eb2-b7df-4e844a6153a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.591087] env[69854]: DEBUG nova.compute.manager [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Received event network-changed-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.591485] env[69854]: DEBUG nova.compute.manager [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Refreshing instance network info cache due to event network-changed-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.591765] env[69854]: DEBUG oslo_concurrency.lockutils [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] Acquiring lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.591953] env[69854]: DEBUG oslo_concurrency.lockutils [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] Acquired lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.592171] env[69854]: DEBUG nova.network.neutron [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Refreshing network info cache for port 9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.682266] env[69854]: DEBUG nova.network.neutron [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Successfully created port: 3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.730679] env[69854]: DEBUG nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.889968] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.966072] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5aa91744-7b34-4548-9930-e3fd33bad04b tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.632s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.977520] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dfb409-4dbf-4d05-be32-aff18e9fd0f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.985479] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b466e5-95e1-4410-bf1c-5d1c1a9d2d2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.024192] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1207.024725] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef309053-19e5-476d-950c-60e753ed3fc5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.028261] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c562c9-b3fc-4813-a576-8bce53340883 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.043267] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4efb91-04a0-4f19-b0d9-4cc437a16225 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.050399] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1207.050399] env[69854]: value = "task-3520103" [ 1207.050399] env[69854]: _type = "Task" [ 1207.050399] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.066213] env[69854]: DEBUG nova.compute.provider_tree [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.072542] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520103, 'name': CloneVM_Task} progress is 16%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.300493] env[69854]: DEBUG nova.network.neutron [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Updated VIF entry in instance network info cache for port 9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.300866] env[69854]: DEBUG nova.network.neutron [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Updating instance_info_cache with network_info: [{"id": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "address": "fa:16:3e:ef:b6:64", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd34a2d-ce", "ovs_interfaceid": "9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.562151] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520103, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.569224] env[69854]: DEBUG nova.scheduler.client.report [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.742932] env[69854]: DEBUG nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.765680] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.765918] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.766068] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.766270] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.766421] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.766593] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.766818] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.767013] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.767206] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.767396] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.767597] env[69854]: DEBUG nova.virt.hardware [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.768571] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f303c2-51f2-415a-a552-a5c4cde9b125 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.777827] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c25369-140a-40c2-987e-b49ee05c8481 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.803913] env[69854]: DEBUG oslo_concurrency.lockutils [req-28510704-9fd8-43ec-847e-9a9fa181bbfe req-a2bd853b-bc31-45e7-8f46-4a9d55275ee8 service nova] Releasing lock "refresh_cache-a6d6121d-2b03-42ab-b95e-b606762e20fa" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.061162] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520103, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.173209] env[69854]: DEBUG nova.compute.manager [req-6b3ba532-f3cd-4509-b7c6-99a7eb99ad28 req-a7b37d46-aed7-42f3-8a05-4aac780b404a service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-vif-plugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.173209] env[69854]: DEBUG oslo_concurrency.lockutils [req-6b3ba532-f3cd-4509-b7c6-99a7eb99ad28 req-a7b37d46-aed7-42f3-8a05-4aac780b404a service nova] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.173209] env[69854]: DEBUG oslo_concurrency.lockutils [req-6b3ba532-f3cd-4509-b7c6-99a7eb99ad28 req-a7b37d46-aed7-42f3-8a05-4aac780b404a service nova] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.173209] env[69854]: DEBUG oslo_concurrency.lockutils [req-6b3ba532-f3cd-4509-b7c6-99a7eb99ad28 req-a7b37d46-aed7-42f3-8a05-4aac780b404a service nova] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.173209] env[69854]: DEBUG nova.compute.manager [req-6b3ba532-f3cd-4509-b7c6-99a7eb99ad28 req-a7b37d46-aed7-42f3-8a05-4aac780b404a service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] No waiting events found dispatching network-vif-plugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.173209] env[69854]: WARNING nova.compute.manager [req-6b3ba532-f3cd-4509-b7c6-99a7eb99ad28 req-a7b37d46-aed7-42f3-8a05-4aac780b404a service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received unexpected event network-vif-plugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f for instance with vm_state building and task_state spawning. [ 1208.263588] env[69854]: DEBUG nova.network.neutron [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Successfully updated port: 3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.561450] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520103, 'name': CloneVM_Task, 'duration_secs': 1.399005} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.561714] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Created linked-clone VM from snapshot [ 1208.562486] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cb8d83-3c4c-4ab2-bbd8-391b7157cc85 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.570615] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Uploading image e9ab37a5-df13-4406-991c-f1169d0f5013 {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1208.581452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.861s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.586643] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.687s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.587997] env[69854]: INFO nova.compute.claims [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.605220] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1208.605220] env[69854]: value = "vm-703222" [ 1208.605220] env[69854]: _type = "VirtualMachine" [ 1208.605220] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1208.605780] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9413f9b-b5e4-441c-b0f6-fa11ce185825 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.613509] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lease: (returnval){ [ 1208.613509] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525151e6-514a-5570-9774-ec4a27cce2f9" [ 1208.613509] env[69854]: _type = "HttpNfcLease" [ 1208.613509] env[69854]: } obtained for exporting VM: (result){ [ 1208.613509] env[69854]: value = "vm-703222" [ 1208.613509] env[69854]: _type = "VirtualMachine" [ 1208.613509] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1208.613780] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the lease: (returnval){ [ 1208.613780] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525151e6-514a-5570-9774-ec4a27cce2f9" [ 1208.613780] env[69854]: _type = "HttpNfcLease" [ 1208.613780] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1208.621267] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.621267] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525151e6-514a-5570-9774-ec4a27cce2f9" [ 1208.621267] env[69854]: _type = "HttpNfcLease" [ 1208.621267] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1208.766094] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.766282] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.766465] env[69854]: DEBUG nova.network.neutron [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.124951] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.124951] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525151e6-514a-5570-9774-ec4a27cce2f9" [ 1209.124951] env[69854]: _type = "HttpNfcLease" [ 1209.124951] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.125391] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.125391] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525151e6-514a-5570-9774-ec4a27cce2f9" [ 1209.125391] env[69854]: _type = "HttpNfcLease" [ 1209.125391] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1209.126216] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13d2283-225b-465e-a15b-0204eb389c42 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.133766] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da11bb-4180-a934-121a-a2561ea297b2/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.134032] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da11bb-4180-a934-121a-a2561ea297b2/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1209.224171] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41dae546-196d-4d3b-a367-35787ccae576 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.298663] env[69854]: DEBUG nova.network.neutron [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.420192] env[69854]: DEBUG nova.network.neutron [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c280f7c-89", "ovs_interfaceid": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.911660] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aba83c-4dde-45d6-8b53-0e104ea35c15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.920039] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae2ddb6-301f-4802-b419-39c7bcb503b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.924348] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.924773] env[69854]: DEBUG nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Instance network_info: |[{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c280f7c-89", "ovs_interfaceid": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.925393] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:d4:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c280f7c-89df-44e1-b477-13a6e8bbdd5f', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.933508] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.934931] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.936211] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e17e103-8499-4097-be6a-c8de52e0654e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.979457] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e6ee8c-d162-41fc-9313-f576292b191a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.984149] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.984149] env[69854]: value = "task-3520107" [ 1209.984149] env[69854]: _type = "Task" [ 1209.984149] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.990507] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc684b2-227d-4b41-a7f9-1e0eebae198e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.000102] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520107, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.010788] env[69854]: DEBUG nova.compute.provider_tree [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.131623] env[69854]: INFO nova.compute.manager [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Swapping old allocation on dict_keys(['1cf36e99-9a52-41f0-a821-9dab8331e5f4']) held by migration 793dd6ba-cf78-4e7c-8bf4-97a20346b79d for instance [ 1210.156727] env[69854]: DEBUG nova.scheduler.client.report [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Overwriting current allocation {'allocations': {'1cf36e99-9a52-41f0-a821-9dab8331e5f4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': '8a9ed7831f7649d8a1513a1489a27fe0', 'user_id': 'a75c04d669614a948578ceeecde38727', 'consumer_generation': 1} on consumer 6092d890-1722-4754-9e9b-30515e8de7f1 {{(pid=69854) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1210.212642] env[69854]: DEBUG nova.compute.manager [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.212642] env[69854]: DEBUG nova.compute.manager [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing instance network info cache due to event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.212898] env[69854]: DEBUG oslo_concurrency.lockutils [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] Acquiring lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.213125] env[69854]: DEBUG oslo_concurrency.lockutils [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] Acquired lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.213425] env[69854]: DEBUG nova.network.neutron [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.254410] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.254644] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.254851] env[69854]: DEBUG nova.network.neutron [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.497483] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520107, 'name': CreateVM_Task, 'duration_secs': 0.442076} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.497643] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.498574] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.498758] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.499085] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.499430] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf13915-8404-4154-93c4-0ce16be6c85d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.506429] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1210.506429] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5211f4ee-d49f-3f85-dfa9-639248102717" [ 1210.506429] env[69854]: _type = "Task" [ 1210.506429] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.516836] env[69854]: DEBUG nova.scheduler.client.report [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.521059] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5211f4ee-d49f-3f85-dfa9-639248102717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.985964] env[69854]: DEBUG nova.network.neutron [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updated VIF entry in instance network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.986469] env[69854]: DEBUG nova.network.neutron [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c280f7c-89", "ovs_interfaceid": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.021388] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5211f4ee-d49f-3f85-dfa9-639248102717, 'name': SearchDatastore_Task, 'duration_secs': 0.0159} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.022303] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.022838] env[69854]: DEBUG nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.026167] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.026766] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.027145] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.027313] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.027580] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.028283] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.833s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.030214] env[69854]: INFO nova.compute.claims [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.033141] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d968dc4-f388-4349-b10b-8125bbf3d1c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.044547] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.044722] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.045522] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5383c4-2fe8-46f6-b738-721a84ee2e5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.052066] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1211.052066] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bdb4f9-7946-c30f-c172-ab90f3822e18" [ 1211.052066] env[69854]: _type = "Task" [ 1211.052066] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.060906] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bdb4f9-7946-c30f-c172-ab90f3822e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.133341] env[69854]: DEBUG nova.network.neutron [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [{"id": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "address": "fa:16:3e:fa:aa:bf", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958ca267-8d", "ovs_interfaceid": "958ca267-8d7b-41a4-9b2a-5b8ffc7a3362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.490213] env[69854]: DEBUG oslo_concurrency.lockutils [req-55d1519d-7e2e-4114-8321-5120c0d87c07 req-2a59fd39-897b-41e1-bdae-e7ae47df499c service nova] Releasing lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.530543] env[69854]: DEBUG nova.compute.utils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.532081] env[69854]: DEBUG nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.532420] env[69854]: DEBUG nova.network.neutron [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.562404] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bdb4f9-7946-c30f-c172-ab90f3822e18, 'name': SearchDatastore_Task, 'duration_secs': 0.016381} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.563230] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055006e6-f2f8-4e6a-964f-4abf125dbef9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.568867] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1211.568867] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526496ba-5430-361c-b7f2-a1e0c3348060" [ 1211.568867] env[69854]: _type = "Task" [ 1211.568867] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.578424] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526496ba-5430-361c-b7f2-a1e0c3348060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.601101] env[69854]: DEBUG nova.policy [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e38f2eeb72451db4209f811f690c1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c592fa6f8644130b674bc73f7deb308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.636773] env[69854]: DEBUG oslo_concurrency.lockutils [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-6092d890-1722-4754-9e9b-30515e8de7f1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.637831] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2810dd52-b964-406c-ac89-51f8c5587f33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.644936] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62af1d-e3a2-4a26-a13d-80758085b80c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.958409] env[69854]: DEBUG nova.network.neutron [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Successfully created port: 493ef10d-f5a6-4986-bd43-5b23294ac00e {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.035764] env[69854]: DEBUG nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.081357] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526496ba-5430-361c-b7f2-a1e0c3348060, 'name': SearchDatastore_Task, 'duration_secs': 0.015894} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.081630] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.081891] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.082314] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aca5ce62-ff0a-47c5-8da3-d79c8cabdf52 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.094642] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1212.094642] env[69854]: value = "task-3520109" [ 1212.094642] env[69854]: _type = "Task" [ 1212.094642] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.108946] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.258289] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56616fbe-cbda-4cd7-a6ec-03c1679b5050 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.267757] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036bb44f-dda2-4829-9dce-67a86601750d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.300924] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81733c-d67f-4031-9db9-fa5c9cb3193f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.309219] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a971da0-6c19-44fc-983a-366e2c43adb5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.325550] env[69854]: DEBUG nova.compute.provider_tree [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.612468] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.747883] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.748362] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-596cc2ed-ab01-44dd-85fc-238c81fa4c26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.758104] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1212.758104] env[69854]: value = "task-3520111" [ 1212.758104] env[69854]: _type = "Task" [ 1212.758104] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.773223] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.830684] env[69854]: DEBUG nova.scheduler.client.report [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.047900] env[69854]: DEBUG nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.076564] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.076772] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.076955] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.077169] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.077321] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.077476] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.078269] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.078455] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.078632] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.078798] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.078970] env[69854]: DEBUG nova.virt.hardware [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.079864] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc10a7d-5937-4cd7-8374-6df715f3f300 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.088858] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc5fba2-8937-4e61-b66a-8a069412fb0c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.106938] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798541} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.116447] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.116815] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.117872] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca72207-abe5-49d1-85bc-2f9eeed6036c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.126700] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1213.126700] env[69854]: value = "task-3520112" [ 1213.126700] env[69854]: _type = "Task" [ 1213.126700] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.138531] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.270070] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520111, 'name': PowerOffVM_Task, 'duration_secs': 0.48086} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.270474] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.271165] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.271412] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.271587] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.271845] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.272043] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.272225] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.272543] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.272740] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.273009] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.273292] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.273521] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.279844] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6538195-f48a-4ede-967a-627070fcc438 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.298385] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1213.298385] env[69854]: value = "task-3520113" [ 1213.298385] env[69854]: _type = "Task" [ 1213.298385] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.309228] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.338428] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.339047] env[69854]: DEBUG nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.341832] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.454s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.342083] env[69854]: DEBUG nova.objects.instance [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lazy-loading 'resources' on Instance uuid b5446d4d-16ff-4fc6-ad8d-735945eda67a {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.542973] env[69854]: DEBUG nova.compute.manager [req-1c6b63b7-dcd7-4336-9468-bb419cfa0a06 req-e14bbd54-59cc-4e90-8734-b92dbd2956c8 service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Received event network-vif-plugged-493ef10d-f5a6-4986-bd43-5b23294ac00e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.543422] env[69854]: DEBUG oslo_concurrency.lockutils [req-1c6b63b7-dcd7-4336-9468-bb419cfa0a06 req-e14bbd54-59cc-4e90-8734-b92dbd2956c8 service nova] Acquiring lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.543927] env[69854]: DEBUG oslo_concurrency.lockutils [req-1c6b63b7-dcd7-4336-9468-bb419cfa0a06 req-e14bbd54-59cc-4e90-8734-b92dbd2956c8 service nova] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.544747] env[69854]: DEBUG oslo_concurrency.lockutils [req-1c6b63b7-dcd7-4336-9468-bb419cfa0a06 req-e14bbd54-59cc-4e90-8734-b92dbd2956c8 service nova] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.545151] env[69854]: DEBUG nova.compute.manager [req-1c6b63b7-dcd7-4336-9468-bb419cfa0a06 req-e14bbd54-59cc-4e90-8734-b92dbd2956c8 service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] No waiting events found dispatching network-vif-plugged-493ef10d-f5a6-4986-bd43-5b23294ac00e {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.545648] env[69854]: WARNING nova.compute.manager [req-1c6b63b7-dcd7-4336-9468-bb419cfa0a06 req-e14bbd54-59cc-4e90-8734-b92dbd2956c8 service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Received unexpected event network-vif-plugged-493ef10d-f5a6-4986-bd43-5b23294ac00e for instance with vm_state building and task_state spawning. [ 1213.643549] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093508} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.644074] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.645187] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d5a712-ea88-4672-b9e5-2d6dabaa20e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.669806] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.670131] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0c658f-d1d8-491b-9cf3-829de3149284 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.693885] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1213.693885] env[69854]: value = "task-3520114" [ 1213.693885] env[69854]: _type = "Task" [ 1213.693885] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.704359] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.705381] env[69854]: DEBUG nova.network.neutron [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Successfully updated port: 493ef10d-f5a6-4986-bd43-5b23294ac00e {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.809494] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520113, 'name': ReconfigVM_Task, 'duration_secs': 0.273043} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.810354] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dcfe17-2763-44d7-8a31-5f80a3577559 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.833220] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.833484] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.833637] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.833816] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.833972] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.834117] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.834325] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.834481] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.834646] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.834808] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.834974] env[69854]: DEBUG nova.virt.hardware [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.835899] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4390b5f0-5bb0-47cb-b0b3-a221043d8a19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.842272] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1213.842272] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]524fde68-8b0f-4427-52a5-f335aedc7be2" [ 1213.842272] env[69854]: _type = "Task" [ 1213.842272] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.846419] env[69854]: DEBUG nova.compute.utils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.851760] env[69854]: DEBUG nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.851760] env[69854]: DEBUG nova.network.neutron [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.859688] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]524fde68-8b0f-4427-52a5-f335aedc7be2, 'name': SearchDatastore_Task, 'duration_secs': 0.014335} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.865091] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.866204] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ba8aae1-64d1-42a3-9de6-0ee40e784699 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.888542] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1213.888542] env[69854]: value = "task-3520115" [ 1213.888542] env[69854]: _type = "Task" [ 1213.888542] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.894111] env[69854]: DEBUG nova.policy [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b013a1f5b1764535b7a05241947b1ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caf5a1e65044cb1b6576f24ab7c00f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.906669] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.019682] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa1a18-a038-407b-bb33-3cca514b5884 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.028633] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f65c9-48f4-4f53-87c4-54a803abd7f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.061428] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbda8027-b416-45db-92d9-2f174f96811b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.070054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f01ccc8-e43f-45e6-b948-176d4a4a7226 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.084864] env[69854]: DEBUG nova.compute.provider_tree [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.163442] env[69854]: DEBUG nova.network.neutron [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Successfully created port: bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.205810] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.209564] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-6ecabe09-b6bc-46dd-99d4-f8f055418f3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.209709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-6ecabe09-b6bc-46dd-99d4-f8f055418f3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.209877] env[69854]: DEBUG nova.network.neutron [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.351410] env[69854]: DEBUG nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.399653] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.589456] env[69854]: DEBUG nova.scheduler.client.report [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.704839] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520114, 'name': ReconfigVM_Task, 'duration_secs': 0.729063} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.705168] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.705909] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd86dea-d714-4ce2-abae-226c356f66ee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.715233] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1214.715233] env[69854]: value = "task-3520116" [ 1214.715233] env[69854]: _type = "Task" [ 1214.715233] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.764868] env[69854]: DEBUG nova.network.neutron [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.900754] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520115, 'name': ReconfigVM_Task, 'duration_secs': 0.523644} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.900899] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.901617] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e165c2d-fdfb-4338-a634-dc0daf033e73 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.906265] env[69854]: DEBUG nova.network.neutron [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Updating instance_info_cache with network_info: [{"id": "493ef10d-f5a6-4986-bd43-5b23294ac00e", "address": "fa:16:3e:a9:2e:d2", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493ef10d-f5", "ovs_interfaceid": "493ef10d-f5a6-4986-bd43-5b23294ac00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.934981] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.935714] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38974df3-f0f9-4660-88c6-9831c903cba2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.957480] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1214.957480] env[69854]: value = "task-3520118" [ 1214.957480] env[69854]: _type = "Task" [ 1214.957480] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.967254] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.095687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.123863] env[69854]: INFO nova.scheduler.client.report [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted allocations for instance b5446d4d-16ff-4fc6-ad8d-735945eda67a [ 1215.226180] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520116, 'name': Rename_Task, 'duration_secs': 0.314732} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.226414] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.226670] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65743d90-ad60-4c01-94dd-e01140fed362 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.233742] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1215.233742] env[69854]: value = "task-3520119" [ 1215.233742] env[69854]: _type = "Task" [ 1215.233742] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.242422] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.363036] env[69854]: DEBUG nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.391508] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.391789] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.391951] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.392332] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.392521] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.392691] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.392988] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.393221] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.393893] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.393893] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.393893] env[69854]: DEBUG nova.virt.hardware [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.394801] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8499a91-5c23-40f5-9d21-d0f64b7d6048 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.404134] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bce733-b29e-4b88-8f07-fe809afef3be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.408906] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-6ecabe09-b6bc-46dd-99d4-f8f055418f3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.409273] env[69854]: DEBUG nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Instance network_info: |[{"id": "493ef10d-f5a6-4986-bd43-5b23294ac00e", "address": "fa:16:3e:a9:2e:d2", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493ef10d-f5", "ovs_interfaceid": "493ef10d-f5a6-4986-bd43-5b23294ac00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.409693] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:2e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '493ef10d-f5a6-4986-bd43-5b23294ac00e', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.418012] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.418256] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.418556] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995b1393-81d0-4dc8-8500-6c2aa6b28642 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.447694] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.447694] env[69854]: value = "task-3520120" [ 1215.447694] env[69854]: _type = "Task" [ 1215.447694] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.457509] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520120, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.466861] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520118, 'name': ReconfigVM_Task, 'duration_secs': 0.500443} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.467184] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1/6092d890-1722-4754-9e9b-30515e8de7f1.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.468102] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8ab1e-0cfb-47f1-a7d1-e7db1489026e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.490596] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628fc08-6841-4d37-b182-f33d89c88489 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.525023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e1626-aba6-406b-bd44-f500828c4a26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.547562] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7dfcd6-dba2-48ef-b6c7-10bc4a1cb037 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.556304] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.556419] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f46eefdf-f8f6-4d75-b25e-5c4bfaafa340 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.564803] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1215.564803] env[69854]: value = "task-3520121" [ 1215.564803] env[69854]: _type = "Task" [ 1215.564803] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.575209] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.615628] env[69854]: DEBUG nova.compute.manager [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Received event network-changed-493ef10d-f5a6-4986-bd43-5b23294ac00e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.615826] env[69854]: DEBUG nova.compute.manager [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Refreshing instance network info cache due to event network-changed-493ef10d-f5a6-4986-bd43-5b23294ac00e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.616128] env[69854]: DEBUG oslo_concurrency.lockutils [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] Acquiring lock "refresh_cache-6ecabe09-b6bc-46dd-99d4-f8f055418f3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.616350] env[69854]: DEBUG oslo_concurrency.lockutils [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] Acquired lock "refresh_cache-6ecabe09-b6bc-46dd-99d4-f8f055418f3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.616581] env[69854]: DEBUG nova.network.neutron [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Refreshing network info cache for port 493ef10d-f5a6-4986-bd43-5b23294ac00e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.637101] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16352285-6d34-4654-bb53-1e28f35359a7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "b5446d4d-16ff-4fc6-ad8d-735945eda67a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.267s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.731856] env[69854]: DEBUG nova.compute.manager [req-3a80f7c2-a7a2-47f8-8969-02418e45ee16 req-f3fad5b0-4c44-48be-941f-8f73cf046586 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received event network-vif-plugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.732142] env[69854]: DEBUG oslo_concurrency.lockutils [req-3a80f7c2-a7a2-47f8-8969-02418e45ee16 req-f3fad5b0-4c44-48be-941f-8f73cf046586 service nova] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.732405] env[69854]: DEBUG oslo_concurrency.lockutils [req-3a80f7c2-a7a2-47f8-8969-02418e45ee16 req-f3fad5b0-4c44-48be-941f-8f73cf046586 service nova] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.732531] env[69854]: DEBUG oslo_concurrency.lockutils [req-3a80f7c2-a7a2-47f8-8969-02418e45ee16 req-f3fad5b0-4c44-48be-941f-8f73cf046586 service nova] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.732739] env[69854]: DEBUG nova.compute.manager [req-3a80f7c2-a7a2-47f8-8969-02418e45ee16 req-f3fad5b0-4c44-48be-941f-8f73cf046586 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] No waiting events found dispatching network-vif-plugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.732860] env[69854]: WARNING nova.compute.manager [req-3a80f7c2-a7a2-47f8-8969-02418e45ee16 req-f3fad5b0-4c44-48be-941f-8f73cf046586 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received unexpected event network-vif-plugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 for instance with vm_state building and task_state spawning. [ 1215.747256] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.959065] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520120, 'name': CreateVM_Task, 'duration_secs': 0.439978} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.959308] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.960109] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.960300] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.960699] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.960969] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574548a8-c972-41a2-be23-676587f7b1f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.966814] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1215.966814] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5207d537-3127-4145-b229-4e999e2c7123" [ 1215.966814] env[69854]: _type = "Task" [ 1215.966814] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.975749] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5207d537-3127-4145-b229-4e999e2c7123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.075485] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.244934] env[69854]: DEBUG oslo_vmware.api [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520119, 'name': PowerOnVM_Task, 'duration_secs': 0.599523} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.245227] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.245441] env[69854]: INFO nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1216.245623] env[69854]: DEBUG nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.246462] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b62c615-b515-44d2-a0a7-1a8f1f20cc88 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.269318] env[69854]: DEBUG nova.network.neutron [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Successfully updated port: bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.320933] env[69854]: DEBUG nova.network.neutron [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Updated VIF entry in instance network info cache for port 493ef10d-f5a6-4986-bd43-5b23294ac00e. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.321308] env[69854]: DEBUG nova.network.neutron [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Updating instance_info_cache with network_info: [{"id": "493ef10d-f5a6-4986-bd43-5b23294ac00e", "address": "fa:16:3e:a9:2e:d2", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493ef10d-f5", "ovs_interfaceid": "493ef10d-f5a6-4986-bd43-5b23294ac00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.478168] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5207d537-3127-4145-b229-4e999e2c7123, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.478168] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.478570] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.478570] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.478685] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.478863] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.479184] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c46b6e0c-84b6-4d0c-b26f-b3240a9d90e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.488354] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.488525] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.489255] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a868ce-cbd3-437e-aab2-1439be374c05 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.504865] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1216.504865] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd6d3f-ffef-bd64-aa0e-c3777c7599d9" [ 1216.504865] env[69854]: _type = "Task" [ 1216.504865] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.513689] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52fd6d3f-ffef-bd64-aa0e-c3777c7599d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.514470] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad8a3e4-d052-4e7a-81cb-cf45b02b8e13 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.519784] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1216.519784] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52828ea1-6116-7883-8479-20a812350283" [ 1216.519784] env[69854]: _type = "Task" [ 1216.519784] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.528260] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52828ea1-6116-7883-8479-20a812350283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.576094] env[69854]: DEBUG oslo_vmware.api [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520121, 'name': PowerOnVM_Task, 'duration_secs': 0.615748} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.576390] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.767893] env[69854]: INFO nova.compute.manager [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Took 14.31 seconds to build instance. [ 1216.772125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.772904] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.772904] env[69854]: DEBUG nova.network.neutron [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.788613] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.788881] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.789045] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.789534] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.789715] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.789873] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.790049] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.790200] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1216.790416] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.824203] env[69854]: DEBUG oslo_concurrency.lockutils [req-8be722c5-a762-4ad4-b322-271c1f8fc627 req-0941ac38-ab66-4024-b8a7-95b4936b59df service nova] Releasing lock "refresh_cache-6ecabe09-b6bc-46dd-99d4-f8f055418f3d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.031647] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52828ea1-6116-7883-8479-20a812350283, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.032146] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.032341] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.032618] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f720cb-fc15-43ab-9347-ef88266c8fde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.041141] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1217.041141] env[69854]: value = "task-3520123" [ 1217.041141] env[69854]: _type = "Task" [ 1217.041141] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.051655] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.270661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-855358a2-94f5-471b-abbd-e91e207e6df7 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.824s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.293534] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.293899] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.294266] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.294411] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1217.295893] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c4fde1-d439-4601-84a3-f2c4166fcaec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.312921] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b061a1a6-5bed-4dcc-b55e-3d254a3c93e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.335796] env[69854]: DEBUG nova.network.neutron [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.338789] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136f8695-20d1-41d8-8f2c-baddb339554a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.355055] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785a8d5-2c64-4874-a268-096bf225a64c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.389866] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178956MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1217.390094] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.390265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.553534] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471988} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.554521] env[69854]: DEBUG nova.network.neutron [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb9e574-64", "ovs_interfaceid": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.555761] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.559581] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.560184] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aafff827-12e1-4470-98aa-7df3e3550927 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.569257] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1217.569257] env[69854]: value = "task-3520124" [ 1217.569257] env[69854]: _type = "Task" [ 1217.569257] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.584830] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.630860] env[69854]: INFO nova.compute.manager [None req-960c396e-48b1-4dae-8c1c-dbd88c59701d tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance to original state: 'active' [ 1217.636130] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da11bb-4180-a934-121a-a2561ea297b2/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.637140] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac390c-ca2f-4789-8313-17f4266d7c10 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.644175] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da11bb-4180-a934-121a-a2561ea297b2/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.644559] env[69854]: ERROR oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da11bb-4180-a934-121a-a2561ea297b2/disk-0.vmdk due to incomplete transfer. [ 1217.644659] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-951a0c0b-c67c-4b87-8a5b-1b3207d26e06 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.648866] env[69854]: DEBUG nova.compute.manager [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received event network-changed-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.649062] env[69854]: DEBUG nova.compute.manager [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Refreshing instance network info cache due to event network-changed-bcb9e574-649b-4903-a4fa-25386eafb1d2. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.649254] env[69854]: DEBUG oslo_concurrency.lockutils [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] Acquiring lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.657504] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da11bb-4180-a934-121a-a2561ea297b2/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1217.657713] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Uploaded image e9ab37a5-df13-4406-991c-f1169d0f5013 to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1217.660105] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1217.660400] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57b47316-f6d2-4e59-a690-f5c17e700006 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.669945] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1217.669945] env[69854]: value = "task-3520125" [ 1217.669945] env[69854]: _type = "Task" [ 1217.669945] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.686757] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520125, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.061339] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.061690] env[69854]: DEBUG nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Instance network_info: |[{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb9e574-64", "ovs_interfaceid": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.062080] env[69854]: DEBUG oslo_concurrency.lockutils [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] Acquired lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.062292] env[69854]: DEBUG nova.network.neutron [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Refreshing network info cache for port bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.063739] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:c5:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb9e574-649b-4903-a4fa-25386eafb1d2', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.071194] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating folder: Project (1caf5a1e65044cb1b6576f24ab7c00f3). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1218.072389] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f91cdf4-0832-411b-bd89-596a4026cf29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.085274] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075964} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.085547] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.086375] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8cf195-084b-4ae0-bca6-364b2c1fdc44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.090384] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Created folder: Project (1caf5a1e65044cb1b6576f24ab7c00f3) in parent group-v702928. [ 1218.090563] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating folder: Instances. Parent ref: group-v703227. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1218.091172] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4317d194-2eef-4790-b8fa-854d61ab9ced {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.111232] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.112802] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c06818-bd13-4f75-b54d-eae80c261f99 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.127147] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Created folder: Instances in parent group-v703227. [ 1218.127447] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.128014] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.128642] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4e84316-1009-4919-8a57-9168a56137f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.150653] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1218.150653] env[69854]: value = "task-3520128" [ 1218.150653] env[69854]: _type = "Task" [ 1218.150653] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.161274] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.161274] env[69854]: value = "task-3520129" [ 1218.161274] env[69854]: _type = "Task" [ 1218.161274] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.166103] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.176626] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520129, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.182673] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520125, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.427110] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance eddda2a1-2988-471e-af3b-99c8ec29cffc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.427316] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 50774648-3c9a-4361-870e-3364a20e2f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.427445] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 23da5aaf-074a-421d-ac41-9fb619044723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.427582] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 9beed1f4-863b-4402-9c54-550ef494c679 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.427701] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 6092d890-1722-4754-9e9b-30515e8de7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.427817] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance f657fd09-1712-41f4-873e-8058e9b0199e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.427946] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance a6d6121d-2b03-42ab-b95e-b606762e20fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.428171] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 28a06afd-12fc-4948-bfff-556604d55ef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.428262] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 6ecabe09-b6bc-46dd-99d4-f8f055418f3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.428311] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e9df4bf9-da51-43b6-bc2c-0ae437ac492f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.428507] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1218.428656] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1218.581720] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805482f-073e-49c7-b88c-ac5c0e1042cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.591330] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6198148d-29d7-4e4a-8c4e-46e331245fb1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.629718] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cde8e5-594b-486a-b571-9064be2974b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.638557] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3bba81-f500-4256-8c48-866629849c48 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.655195] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6092d890-1722-4754-9e9b-30515e8de7f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.655462] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.655690] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.656610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.656610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.659584] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.660955] env[69854]: INFO nova.compute.manager [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Terminating instance [ 1218.681921] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520128, 'name': ReconfigVM_Task, 'duration_secs': 0.437431} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.682404] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520129, 'name': CreateVM_Task, 'duration_secs': 0.508132} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.685338] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.685960] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.686458] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf61e560-38e3-41f4-932e-d47fe0395808 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.688491] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.688663] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.688988] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.692439] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bb887f-5172-4cc5-aa3b-d1c01d794372 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.695144] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520125, 'name': Destroy_Task, 'duration_secs': 0.882777} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.695896] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Destroyed the VM [ 1218.696319] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1218.697133] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f46dab4-9686-4d5a-b3c1-2fd47b654e40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.700646] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1218.700646] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5253fda0-704e-9e58-c9e3-358bacad8f69" [ 1218.700646] env[69854]: _type = "Task" [ 1218.700646] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.706305] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1218.706305] env[69854]: value = "task-3520130" [ 1218.706305] env[69854]: _type = "Task" [ 1218.706305] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.708760] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1218.708760] env[69854]: value = "task-3520131" [ 1218.708760] env[69854]: _type = "Task" [ 1218.708760] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.722084] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5253fda0-704e-9e58-c9e3-358bacad8f69, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.722745] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.722984] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.723241] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.723395] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.723747] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.724387] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66d95499-c99d-44d2-bf89-0865b81614cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.733036] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.733338] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520130, 'name': Rename_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.741972] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.742202] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.742938] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d40d914a-20ba-451c-8981-7e2496106eb3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.749582] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1218.749582] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5265ff75-34c6-bc6e-b212-7f3f3cb3c540" [ 1218.749582] env[69854]: _type = "Task" [ 1218.749582] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.762437] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5265ff75-34c6-bc6e-b212-7f3f3cb3c540, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.763267] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155cfec9-3c2f-4e27-9434-861b4532b815 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.769440] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1218.769440] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5272f884-ddc6-88cb-d0ca-0862dca93877" [ 1218.769440] env[69854]: _type = "Task" [ 1218.769440] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.777759] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5272f884-ddc6-88cb-d0ca-0862dca93877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.847222] env[69854]: DEBUG nova.network.neutron [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updated VIF entry in instance network info cache for port bcb9e574-649b-4903-a4fa-25386eafb1d2. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.847617] env[69854]: DEBUG nova.network.neutron [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb9e574-64", "ovs_interfaceid": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.171672] env[69854]: DEBUG nova.compute.manager [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.171934] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.172246] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4127fe72-04dd-4466-898f-e9a917291e16 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.180843] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1219.180843] env[69854]: value = "task-3520133" [ 1219.180843] env[69854]: _type = "Task" [ 1219.180843] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.184831] env[69854]: ERROR nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [req-1ad4ac5d-41e4-40db-895c-9de9f4dfc904] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ad4ac5d-41e4-40db-895c-9de9f4dfc904"}]} [ 1219.195466] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.203206] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1219.218252] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520130, 'name': Rename_Task, 'duration_secs': 0.164643} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.219119] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1219.219299] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.224097] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.224543] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-151db6dd-66f7-4ba8-b57b-b6c49a7d59a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.231933] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520131, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.233243] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1219.233243] env[69854]: value = "task-3520134" [ 1219.233243] env[69854]: _type = "Task" [ 1219.233243] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.237301] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1219.245156] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.257517] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1219.284353] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5272f884-ddc6-88cb-d0ca-0862dca93877, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.284740] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.285146] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.285533] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-540228d3-2de3-4010-8778-dc20c8542aeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.295888] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1219.295888] env[69854]: value = "task-3520135" [ 1219.295888] env[69854]: _type = "Task" [ 1219.295888] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.304907] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.350121] env[69854]: DEBUG oslo_concurrency.lockutils [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] Releasing lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.350469] env[69854]: DEBUG nova.compute.manager [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.350681] env[69854]: DEBUG nova.compute.manager [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing instance network info cache due to event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.350965] env[69854]: DEBUG oslo_concurrency.lockutils [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] Acquiring lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.351172] env[69854]: DEBUG oslo_concurrency.lockutils [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] Acquired lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.351400] env[69854]: DEBUG nova.network.neutron [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.410735] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cbd18d-087f-4e1a-9168-e89842f80478 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.419626] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e27fd-2a08-4d0e-be59-aea42ea5db1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.454627] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc77bcd-abc3-4e70-aba7-8824a96df8e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.463216] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50387291-c1fd-4ac2-b78e-cc0f2ae33cff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.480265] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.698520] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520133, 'name': PowerOffVM_Task, 'duration_secs': 0.325243} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.698864] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.699248] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1219.699610] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703209', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'name': 'volume-42b30537-0830-40ca-a8ce-b312da56ddb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6092d890-1722-4754-9e9b-30515e8de7f1', 'attached_at': '2025-04-23T15:14:41.000000', 'detached_at': '', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'serial': '42b30537-0830-40ca-a8ce-b312da56ddb0'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1219.701095] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6057478-1546-4abf-af27-814e78cf8adc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.755105] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5753424a-08b8-4a2d-a73f-ca8e87a1bdcd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.769190] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.774858] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520131, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754821} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.775468] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1219.775855] env[69854]: DEBUG nova.compute.manager [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.776765] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14274c11-2b2c-42c7-9bda-67c05b5b37da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.781532] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24140ad0-c96a-49c6-9c15-616e973943c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.812417] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57cd64a-ddd2-493f-ad00-786e16986d5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.822196] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499348} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.836829] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.836829] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.836829] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] The volume has not been displaced from its original location: [datastore1] volume-42b30537-0830-40ca-a8ce-b312da56ddb0/volume-42b30537-0830-40ca-a8ce-b312da56ddb0.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1219.837920] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.838982] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ddd381d-7375-4345-a414-6ac50c1eeb9c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.841106] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-936dda02-269a-4ffa-ae52-2b5d59594de8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.864669] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1219.864669] env[69854]: value = "task-3520137" [ 1219.864669] env[69854]: _type = "Task" [ 1219.864669] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.866402] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1219.866402] env[69854]: value = "task-3520136" [ 1219.866402] env[69854]: _type = "Task" [ 1219.866402] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.880997] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.884060] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.018080] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1220.018327] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 140 to 141 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1220.018497] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.084608] env[69854]: DEBUG nova.network.neutron [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updated VIF entry in instance network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.084705] env[69854]: DEBUG nova.network.neutron [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c280f7c-89", "ovs_interfaceid": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.252230] env[69854]: DEBUG oslo_vmware.api [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520134, 'name': PowerOnVM_Task, 'duration_secs': 0.743813} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.252516] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.252737] env[69854]: INFO nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1220.252923] env[69854]: DEBUG nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.253692] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff08e7-0b75-4294-8100-8cd9a9709793 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.311776] env[69854]: INFO nova.compute.manager [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Shelve offloading [ 1220.381023] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520137, 'name': ReconfigVM_Task, 'duration_secs': 0.490542} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.381267] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079509} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.381904] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.386490] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.386779] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e90123f-abde-476f-8127-23cd1eb923b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.398152] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056b55b2-b03e-4253-b275-c62a1a05ad8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.421117] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.422620] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df16f664-8d69-4b19-a7c6-28ffceb50229 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.437019] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1220.437019] env[69854]: value = "task-3520138" [ 1220.437019] env[69854]: _type = "Task" [ 1220.437019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.446858] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.447226] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1220.447226] env[69854]: value = "task-3520139" [ 1220.447226] env[69854]: _type = "Task" [ 1220.447226] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.455292] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.523956] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1220.524153] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.134s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.588118] env[69854]: DEBUG oslo_concurrency.lockutils [req-e7ae24fa-7107-4bb3-b951-063e795bf572 req-729b3798-bf45-4fa3-8166-1d4aaed14c78 service nova] Releasing lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.770036] env[69854]: INFO nova.compute.manager [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Took 15.88 seconds to build instance. [ 1220.815253] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.815518] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca0fdf18-2844-4f3f-8e05-1a2a7587a6c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.823712] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1220.823712] env[69854]: value = "task-3520140" [ 1220.823712] env[69854]: _type = "Task" [ 1220.823712] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.831548] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.950169] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520138, 'name': ReconfigVM_Task, 'duration_secs': 0.252845} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.953476] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703209', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'name': 'volume-42b30537-0830-40ca-a8ce-b312da56ddb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6092d890-1722-4754-9e9b-30515e8de7f1', 'attached_at': '2025-04-23T15:14:41.000000', 'detached_at': '', 'volume_id': '42b30537-0830-40ca-a8ce-b312da56ddb0', 'serial': '42b30537-0830-40ca-a8ce-b312da56ddb0'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1220.953789] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.954541] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7943c8-bf73-41eb-a21a-72b719c0aaa1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.962060] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520139, 'name': ReconfigVM_Task, 'duration_secs': 0.279776} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.966420] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.966420] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.966420] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-154efe26-1dbc-4447-9351-4eda160c5935 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.966669] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b9b6925-d3d4-41e4-bf83-f9eee2050e0c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.973157] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1220.973157] env[69854]: value = "task-3520141" [ 1220.973157] env[69854]: _type = "Task" [ 1220.973157] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.983870] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520141, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.045307] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.045574] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.045789] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleting the datastore file [datastore2] 6092d890-1722-4754-9e9b-30515e8de7f1 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.046211] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b4c883-ef2a-4d52-b117-e3a830330c6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.053465] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1221.053465] env[69854]: value = "task-3520144" [ 1221.053465] env[69854]: _type = "Task" [ 1221.053465] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.064488] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.272514] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19808fae-b51e-44e9-80c0-ba0912b260b2 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.410s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.334769] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1221.334996] env[69854]: DEBUG nova.compute.manager [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.335764] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27384579-6814-41c1-a860-c08fb77a41bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.342260] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.342425] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.342596] env[69854]: DEBUG nova.network.neutron [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.483762] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520141, 'name': Rename_Task, 'duration_secs': 0.252155} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.484032] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.484292] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10cad4b-48d2-477e-b4ef-5d339a6cbfeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.507898] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1221.507898] env[69854]: value = "task-3520145" [ 1221.507898] env[69854]: _type = "Task" [ 1221.507898] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.516748] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.564245] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.018322] env[69854]: DEBUG oslo_vmware.api [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520145, 'name': PowerOnVM_Task, 'duration_secs': 0.491703} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.018589] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.018788] env[69854]: INFO nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1222.018967] env[69854]: DEBUG nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.020959] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50993da-eb54-4aff-be59-f5f30da13178 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.059903] env[69854]: DEBUG nova.network.neutron [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Updating instance_info_cache with network_info: [{"id": "3606a100-73b2-4fb7-b769-14a7f2a81598", "address": "fa:16:3e:38:80:90", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3606a100-73", "ovs_interfaceid": "3606a100-73b2-4fb7-b769-14a7f2a81598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.067188] env[69854]: DEBUG oslo_vmware.api [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547907} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.067614] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.067614] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.067768] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.067938] env[69854]: INFO nova.compute.manager [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Took 2.90 seconds to destroy the instance on the hypervisor. [ 1222.068243] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.068498] env[69854]: DEBUG nova.compute.manager [-] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.068601] env[69854]: DEBUG nova.network.neutron [-] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.284490] env[69854]: INFO nova.compute.manager [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Rebuilding instance [ 1222.335041] env[69854]: DEBUG nova.compute.manager [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.336073] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522678cf-e0ba-4913-99e1-56293a8e2552 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.551331] env[69854]: INFO nova.compute.manager [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Took 16.38 seconds to build instance. [ 1222.562495] env[69854]: DEBUG nova.compute.manager [req-4d088819-db6f-4f3b-aed5-31551be2b021 req-2f8012e2-fddf-4e7a-a3e9-225759f9003c service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Received event network-vif-deleted-958ca267-8d7b-41a4-9b2a-5b8ffc7a3362 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.562650] env[69854]: INFO nova.compute.manager [req-4d088819-db6f-4f3b-aed5-31551be2b021 req-2f8012e2-fddf-4e7a-a3e9-225759f9003c service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Neutron deleted interface 958ca267-8d7b-41a4-9b2a-5b8ffc7a3362; detaching it from the instance and deleting it from the info cache [ 1222.563132] env[69854]: DEBUG nova.network.neutron [req-4d088819-db6f-4f3b-aed5-31551be2b021 req-2f8012e2-fddf-4e7a-a3e9-225759f9003c service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.564565] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.794996] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.796207] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035daf6-c7d0-4757-8873-87ffee429b20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.806276] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.806619] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91926de2-2b29-4f4e-8116-793b8fd4122b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.881041] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.881218] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.881427] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleting the datastore file [datastore1] f657fd09-1712-41f4-873e-8058e9b0199e {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.881714] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68d34807-975c-4aac-a204-6df894c189d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.889912] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1222.889912] env[69854]: value = "task-3520147" [ 1222.889912] env[69854]: _type = "Task" [ 1222.889912] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.899074] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.052239] env[69854]: DEBUG nova.network.neutron [-] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.053945] env[69854]: DEBUG oslo_concurrency.lockutils [None req-15541f24-91b9-46fc-8a47-871205d70db5 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.891s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.070019] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9542fc0d-b4f2-4237-b7a2-51eb9382638e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.077449] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3d3e0e-3989-489d-99bf-f733b15733c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.116842] env[69854]: DEBUG nova.compute.manager [req-4d088819-db6f-4f3b-aed5-31551be2b021 req-2f8012e2-fddf-4e7a-a3e9-225759f9003c service nova] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Detach interface failed, port_id=958ca267-8d7b-41a4-9b2a-5b8ffc7a3362, reason: Instance 6092d890-1722-4754-9e9b-30515e8de7f1 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.351996] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.352377] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60231fe-7f18-4108-b271-a436ba6ff284 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.360907] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1223.360907] env[69854]: value = "task-3520149" [ 1223.360907] env[69854]: _type = "Task" [ 1223.360907] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.370600] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.403492] env[69854]: DEBUG oslo_vmware.api [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177638} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.403958] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.404297] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.404593] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.432502] env[69854]: INFO nova.scheduler.client.report [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted allocations for instance f657fd09-1712-41f4-873e-8058e9b0199e [ 1223.555081] env[69854]: INFO nova.compute.manager [-] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Took 1.49 seconds to deallocate network for instance. [ 1223.877660] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520149, 'name': PowerOffVM_Task, 'duration_secs': 0.198906} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.878064] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.878396] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.879560] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747d996-7d4a-4ffa-9bde-3d8f50cb1952 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.889051] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.889245] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd3ef87-7d5c-4c10-ac24-b2c3638a8af0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.937764] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.938090] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.938323] env[69854]: DEBUG nova.objects.instance [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'resources' on Instance uuid f657fd09-1712-41f4-873e-8058e9b0199e {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.960098] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.960098] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.960098] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleting the datastore file [datastore2] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.960306] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b31a5a3-6af1-4d7e-8b97-5f49ac2feb98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.967245] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1223.967245] env[69854]: value = "task-3520151" [ 1223.967245] env[69854]: _type = "Task" [ 1223.967245] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.975788] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.102934] env[69854]: INFO nova.compute.manager [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Took 0.55 seconds to detach 1 volumes for instance. [ 1224.232855] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "33b87e40-f07f-444a-bbd5-fa062e428c0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.233093] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.285639] env[69854]: DEBUG oslo_concurrency.lockutils [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "f657fd09-1712-41f4-873e-8058e9b0199e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.442866] env[69854]: DEBUG nova.objects.instance [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'numa_topology' on Instance uuid f657fd09-1712-41f4-873e-8058e9b0199e {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.478531] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1427} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.478830] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.479074] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.479294] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.590744] env[69854]: DEBUG nova.compute.manager [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Received event network-vif-unplugged-3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.590974] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] Acquiring lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.591198] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] Lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.591366] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] Lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.591535] env[69854]: DEBUG nova.compute.manager [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] No waiting events found dispatching network-vif-unplugged-3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.591698] env[69854]: DEBUG nova.compute.manager [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Received event network-vif-unplugged-3606a100-73b2-4fb7-b769-14a7f2a81598 for instance with task_state deleting. {{(pid=69854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1224.591869] env[69854]: DEBUG nova.compute.manager [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Received event network-changed-3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.592035] env[69854]: DEBUG nova.compute.manager [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Refreshing instance network info cache due to event network-changed-3606a100-73b2-4fb7-b769-14a7f2a81598. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.592224] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] Acquiring lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.592360] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] Acquired lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.592514] env[69854]: DEBUG nova.network.neutron [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Refreshing network info cache for port 3606a100-73b2-4fb7-b769-14a7f2a81598 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.610489] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.735433] env[69854]: DEBUG nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.947313] env[69854]: DEBUG nova.objects.base [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.090526] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e86584d-a5eb-419a-95b6-a39649e52bf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.101261] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87847154-fdaf-4248-beff-6ed0a6569e19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.134426] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88041c24-7e59-4682-a78f-f26c6e85836f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.145044] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dbb137-2ea5-4cf3-acc3-d40b5538c755 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.160452] env[69854]: DEBUG nova.compute.provider_tree [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.256923] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.342517] env[69854]: DEBUG nova.network.neutron [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Updated VIF entry in instance network info cache for port 3606a100-73b2-4fb7-b769-14a7f2a81598. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.342874] env[69854]: DEBUG nova.network.neutron [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Updating instance_info_cache with network_info: [{"id": "3606a100-73b2-4fb7-b769-14a7f2a81598", "address": "fa:16:3e:38:80:90", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": null, "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3606a100-73", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.514854] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.515109] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.515277] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.515463] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.515660] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.515755] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.516326] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.516326] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.516326] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.516542] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.516669] env[69854]: DEBUG nova.virt.hardware [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.517930] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02c80d-0ab4-4675-b136-e155f8597b33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.527367] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3300f98c-5ba2-4ab1-b2b2-f58baa8f1b2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.545204] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:2e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '493ef10d-f5a6-4986-bd43-5b23294ac00e', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.552521] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.553329] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.553754] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77c2151-f5d8-4fee-badc-530219816f5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.579189] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.579189] env[69854]: value = "task-3520152" [ 1225.579189] env[69854]: _type = "Task" [ 1225.579189] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.589366] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520152, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.683044] env[69854]: ERROR nova.scheduler.client.report [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [req-c747f112-f32a-4f23-8841-e01a8379e350] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1cf36e99-9a52-41f0-a821-9dab8331e5f4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c747f112-f32a-4f23-8841-e01a8379e350"}]} [ 1225.698720] env[69854]: DEBUG nova.scheduler.client.report [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1225.711920] env[69854]: DEBUG nova.scheduler.client.report [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1225.712171] env[69854]: DEBUG nova.compute.provider_tree [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.722821] env[69854]: DEBUG nova.scheduler.client.report [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1225.740443] env[69854]: DEBUG nova.scheduler.client.report [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1225.845683] env[69854]: DEBUG oslo_concurrency.lockutils [req-0b10ca33-0f4c-4f6f-9d07-b8069060d196 req-53a848a2-c7c6-47a2-a664-d4b5c349ea95 service nova] Releasing lock "refresh_cache-f657fd09-1712-41f4-873e-8058e9b0199e" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.880643] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66e5ca-9475-408f-8e7c-50e3969e6b30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.888610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b500bfa-246a-460f-aca0-01acafb619d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.919161] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f5a82-29f9-489d-8990-5ef91f56f9fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.927229] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d34c3-ac08-4443-a3ea-9a622674b281 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.942504] env[69854]: DEBUG nova.compute.provider_tree [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.034651] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Acquiring lock "9beed1f4-863b-4402-9c54-550ef494c679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.034926] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "9beed1f4-863b-4402-9c54-550ef494c679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.035213] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Acquiring lock "9beed1f4-863b-4402-9c54-550ef494c679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.035441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "9beed1f4-863b-4402-9c54-550ef494c679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.035687] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "9beed1f4-863b-4402-9c54-550ef494c679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.038099] env[69854]: INFO nova.compute.manager [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Terminating instance [ 1226.089225] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520152, 'name': CreateVM_Task, 'duration_secs': 0.438728} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.089431] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.090162] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.090343] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.090658] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.090989] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef212878-86c1-42dc-bffe-5e16b6666f22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.097060] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1226.097060] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52916dbe-77f3-5ed6-b217-1a631369066d" [ 1226.097060] env[69854]: _type = "Task" [ 1226.097060] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.105864] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52916dbe-77f3-5ed6-b217-1a631369066d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.476460] env[69854]: DEBUG nova.scheduler.client.report [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Updated inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1226.476760] env[69854]: DEBUG nova.compute.provider_tree [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Updating resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 generation from 142 to 143 during operation: update_inventory {{(pid=69854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1226.476886] env[69854]: DEBUG nova.compute.provider_tree [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.541759] env[69854]: DEBUG nova.compute.manager [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.542011] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.542278] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc24e266-285e-427a-9ede-c7a962480d3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.552209] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1226.552209] env[69854]: value = "task-3520153" [ 1226.552209] env[69854]: _type = "Task" [ 1226.552209] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.560664] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.607832] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52916dbe-77f3-5ed6-b217-1a631369066d, 'name': SearchDatastore_Task, 'duration_secs': 0.022245} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.608138] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.608429] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.608706] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.608900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.609147] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.609459] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbdcf304-0ec4-4a29-86ce-e178f06c8329 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.620058] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.620058] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.620829] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a4a0d6-a8e6-4ca6-a6eb-b1916cfcd784 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.626747] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1226.626747] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f57545-74aa-c658-ece4-39041d6dcf74" [ 1226.626747] env[69854]: _type = "Task" [ 1226.626747] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.634491] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f57545-74aa-c658-ece4-39041d6dcf74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.982344] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.044s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.985234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.375s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.985500] env[69854]: DEBUG nova.objects.instance [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'resources' on Instance uuid 6092d890-1722-4754-9e9b-30515e8de7f1 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.048995] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.049249] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.062961] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520153, 'name': PowerOffVM_Task, 'duration_secs': 0.238799} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.063182] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.063379] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1227.063574] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703205', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'name': 'volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9beed1f4-863b-4402-9c54-550ef494c679', 'attached_at': '', 'detached_at': '', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'serial': '0c40d465-3720-4296-84ed-9e0d8c38fbbe'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1227.064380] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a93f2f-b8aa-4289-afd3-ebe960624f61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.083794] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71406d27-d51b-4f13-9dcc-73563e41d846 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.091954] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4a0b5e-7650-4bf6-ae6b-3c5a6909f31d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.111021] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a210bf1-df48-4dd7-8dbc-27cdd618a18f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.129419] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] The volume has not been displaced from its original location: [datastore1] volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe/volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1227.134572] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.137827] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116545db-9039-4fa2-a6db-4c3220f73616 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.157581] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f57545-74aa-c658-ece4-39041d6dcf74, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.159425] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1227.159425] env[69854]: value = "task-3520154" [ 1227.159425] env[69854]: _type = "Task" [ 1227.159425] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.159658] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce27e21-7399-4d73-8d86-fcd411f9eea2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.169041] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1227.169041] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]520ebf5a-814e-33a2-da72-333ae389981f" [ 1227.169041] env[69854]: _type = "Task" [ 1227.169041] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.172303] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.180376] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520ebf5a-814e-33a2-da72-333ae389981f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.496485] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7a5310c2-90dc-4b71-9e26-5ea330a8e7b9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.105s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.497524] env[69854]: DEBUG oslo_concurrency.lockutils [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.212s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.497981] env[69854]: DEBUG oslo_concurrency.lockutils [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.498566] env[69854]: DEBUG oslo_concurrency.lockutils [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.498878] env[69854]: DEBUG oslo_concurrency.lockutils [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.500866] env[69854]: INFO nova.compute.manager [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Terminating instance [ 1227.551772] env[69854]: DEBUG nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.644421] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac6ef3-550d-48c0-a91b-013d793dbf08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.652752] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b184959-a76b-46ed-bb0b-27cb5fd88bfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.688864] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7953a4-8055-4e73-9edd-2ebb2d2324f5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.696834] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]520ebf5a-814e-33a2-da72-333ae389981f, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.701441] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.701708] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.701984] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520154, 'name': ReconfigVM_Task, 'duration_secs': 0.185962} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.702243] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380e15b1-0cf6-4a43-b2da-e164206024f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.705814] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.711223] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce794a72-59a1-4c3a-a948-e29436c0626e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.714733] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0550e6f-ec0e-4e80-b0fe-58aac50706a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.735592] env[69854]: DEBUG nova.compute.provider_tree [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.739199] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1227.739199] env[69854]: value = "task-3520155" [ 1227.739199] env[69854]: _type = "Task" [ 1227.739199] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.739459] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1227.739459] env[69854]: value = "task-3520156" [ 1227.739459] env[69854]: _type = "Task" [ 1227.739459] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.753168] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.756432] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.007166] env[69854]: DEBUG nova.compute.manager [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.007412] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.007758] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2556fb28-c851-491f-96ba-9154f54dd853 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.021404] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35fd34f-930b-4eeb-aabc-3451bf6072bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.064049] env[69854]: WARNING nova.virt.vmwareapi.vmops [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f657fd09-1712-41f4-873e-8058e9b0199e could not be found. [ 1228.064258] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.064435] env[69854]: INFO nova.compute.manager [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1228.064732] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.067246] env[69854]: DEBUG nova.compute.manager [-] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.067441] env[69854]: DEBUG nova.network.neutron [-] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.080663] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.241387] env[69854]: DEBUG nova.scheduler.client.report [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.257867] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520156, 'name': ReconfigVM_Task, 'duration_secs': 0.139363} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.261877] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703205', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'name': 'volume-0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9beed1f4-863b-4402-9c54-550ef494c679', 'attached_at': '', 'detached_at': '', 'volume_id': '0c40d465-3720-4296-84ed-9e0d8c38fbbe', 'serial': '0c40d465-3720-4296-84ed-9e0d8c38fbbe'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1228.262245] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.262618] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480531} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.264312] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55883324-5123-4b8f-9663-1a08880efd36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.267718] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.268013] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.268691] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcc74545-6d12-4555-ab7b-549869419cb7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.277844] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.279366] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a516f1f-8d48-459e-b4e7-50c1fe7e370e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.281175] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1228.281175] env[69854]: value = "task-3520157" [ 1228.281175] env[69854]: _type = "Task" [ 1228.281175] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.291226] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.351685] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.351913] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.352113] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Deleting the datastore file [datastore1] 9beed1f4-863b-4402-9c54-550ef494c679 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.352401] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0217bfd7-e89b-411d-9ef4-6a64ee9e239e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.358876] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for the task: (returnval){ [ 1228.358876] env[69854]: value = "task-3520159" [ 1228.358876] env[69854]: _type = "Task" [ 1228.358876] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.369028] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.752667] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.756959] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.500s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.758427] env[69854]: INFO nova.compute.claims [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.778687] env[69854]: INFO nova.scheduler.client.report [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted allocations for instance 6092d890-1722-4754-9e9b-30515e8de7f1 [ 1228.792972] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130417} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.793286] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.794168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e99d3-8444-4dc2-b913-8cb61df57619 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.819151] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.820381] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e11b65-6b8b-4103-8dc6-14af414f50ee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.844829] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1228.844829] env[69854]: value = "task-3520160" [ 1228.844829] env[69854]: _type = "Task" [ 1228.844829] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.854420] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.868840] env[69854]: DEBUG oslo_vmware.api [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Task: {'id': task-3520159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082435} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.869116] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.869303] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.869477] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.869649] env[69854]: INFO nova.compute.manager [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1228.869928] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.870444] env[69854]: DEBUG nova.compute.manager [-] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.870444] env[69854]: DEBUG nova.network.neutron [-] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.885564] env[69854]: DEBUG nova.network.neutron [-] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.289863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aa99af44-5944-4d4a-9b4f-612c90b8ed42 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "6092d890-1722-4754-9e9b-30515e8de7f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.634s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.356026] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520160, 'name': ReconfigVM_Task, 'duration_secs': 0.395977} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.356026] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d/6ecabe09-b6bc-46dd-99d4-f8f055418f3d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.356646] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7631c7cb-4fe5-45f6-9b1b-4ecd25bf2adf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.365060] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1229.365060] env[69854]: value = "task-3520161" [ 1229.365060] env[69854]: _type = "Task" [ 1229.365060] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.376150] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520161, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.390023] env[69854]: INFO nova.compute.manager [-] [instance: f657fd09-1712-41f4-873e-8058e9b0199e] Took 1.32 seconds to deallocate network for instance. [ 1229.476140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "23da5aaf-074a-421d-ac41-9fb619044723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.476140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "23da5aaf-074a-421d-ac41-9fb619044723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.476140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "23da5aaf-074a-421d-ac41-9fb619044723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.476140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "23da5aaf-074a-421d-ac41-9fb619044723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.476140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "23da5aaf-074a-421d-ac41-9fb619044723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.478027] env[69854]: INFO nova.compute.manager [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Terminating instance [ 1229.877051] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520161, 'name': Rename_Task, 'duration_secs': 0.200871} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.877393] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.877590] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a44b45dc-4c9c-4c38-bbce-079e4edc19e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.881461] env[69854]: DEBUG nova.network.neutron [-] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.890255] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1229.890255] env[69854]: value = "task-3520162" [ 1229.890255] env[69854]: _type = "Task" [ 1229.890255] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.905180] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.908525] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9659762c-8499-4633-abf7-42c4731068e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.921778] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb241efd-aad2-43fc-bd99-b517e3e779e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.958099] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e498a238-1eb5-43c6-bcbe-90b33160c305 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.967535] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c65f75-1bf6-49d9-9d62-d87c80dcedb6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.982328] env[69854]: DEBUG nova.compute.manager [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.982584] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.983026] env[69854]: DEBUG nova.compute.provider_tree [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.984806] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cecb69-94b6-480b-bd3a-9a49cb306518 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.992778] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.993560] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-875dfac3-7f8a-4eda-b5d0-7c86fe914cff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.001239] env[69854]: DEBUG oslo_vmware.api [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1230.001239] env[69854]: value = "task-3520163" [ 1230.001239] env[69854]: _type = "Task" [ 1230.001239] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.010622] env[69854]: DEBUG oslo_vmware.api [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.384351] env[69854]: INFO nova.compute.manager [-] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Took 1.51 seconds to deallocate network for instance. [ 1230.393258] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.393492] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.405261] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.430699] env[69854]: DEBUG oslo_concurrency.lockutils [None req-310ee864-06a7-46eb-886e-48ae4c1a8ae9 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "f657fd09-1712-41f4-873e-8058e9b0199e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.933s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.441997] env[69854]: DEBUG nova.compute.manager [req-75e11804-6673-4981-912d-7489a4fb0d0c req-77b354f2-1575-464f-81aa-e58f6ea7897e service nova] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Received event network-vif-deleted-63d482aa-95df-4804-aac1-b2416a5f602a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.487448] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.487636] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Cleaning up deleted instances with incomplete migration {{(pid=69854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1230.489444] env[69854]: DEBUG nova.scheduler.client.report [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.512147] env[69854]: DEBUG oslo_vmware.api [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520163, 'name': PowerOffVM_Task, 'duration_secs': 0.192421} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.512416] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.512587] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.512835] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3c1def6-454b-4d1c-b01b-ae2fac7830e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.582699] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.582982] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.583203] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleting the datastore file [datastore1] 23da5aaf-074a-421d-ac41-9fb619044723 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.583512] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b05d414a-e537-47c1-9766-dc3c9da323c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.592591] env[69854]: DEBUG oslo_vmware.api [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1230.592591] env[69854]: value = "task-3520165" [ 1230.592591] env[69854]: _type = "Task" [ 1230.592591] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.601075] env[69854]: DEBUG oslo_vmware.api [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.899326] env[69854]: DEBUG nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.905196] env[69854]: DEBUG oslo_vmware.api [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520162, 'name': PowerOnVM_Task, 'duration_secs': 0.576454} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.905697] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.905903] env[69854]: DEBUG nova.compute.manager [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.906725] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f438f0-54bc-4164-8e16-98001fbcf1b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.941267] env[69854]: INFO nova.compute.manager [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Took 0.56 seconds to detach 1 volumes for instance. [ 1230.943372] env[69854]: DEBUG nova.compute.manager [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Deleting volume: 0c40d465-3720-4296-84ed-9e0d8c38fbbe {{(pid=69854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1230.993899] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.994471] env[69854]: DEBUG nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.996983] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.917s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.999510] env[69854]: INFO nova.compute.claims [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.103878] env[69854]: DEBUG oslo_vmware.api [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14215} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.104157] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.104366] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.104536] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.104783] env[69854]: INFO nova.compute.manager [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1231.105050] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.105249] env[69854]: DEBUG nova.compute.manager [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.105346] env[69854]: DEBUG nova.network.neutron [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.429488] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.429915] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.475284] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "73c27176-731b-45bf-8646-5b69aad014c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.475511] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.486898] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.502640] env[69854]: DEBUG nova.compute.utils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.506115] env[69854]: DEBUG nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.506342] env[69854]: DEBUG nova.network.neutron [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.556535] env[69854]: DEBUG nova.policy [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b013a1f5b1764535b7a05241947b1ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caf5a1e65044cb1b6576f24ab7c00f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.981146] env[69854]: DEBUG nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.997807] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.006889] env[69854]: DEBUG nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.059093] env[69854]: DEBUG nova.network.neutron [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.140343] env[69854]: DEBUG nova.network.neutron [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Successfully created port: 76ad9846-30f8-45fc-b24d-f48676ed6c96 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.235573] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6097dec-3ba1-434e-b84b-233ffcc5948d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.246546] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb4e97-7c10-4608-87b6-7858a1f9b521 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.284950] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a078e0f-883c-4621-8d3d-9b20c41a93c5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.296831] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9b8a5-3b89-47e1-a9b3-d6dc26c52d9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.315811] env[69854]: DEBUG nova.compute.provider_tree [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.481171] env[69854]: DEBUG nova.compute.manager [req-121326df-3e67-4a42-9d49-67435749db7c req-224b8519-c240-414c-9f31-e3a62c5ce73c service nova] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Received event network-vif-deleted-1582fce1-cb90-47f0-9862-cf85972b7125 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.486337] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.509930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.562177] env[69854]: INFO nova.compute.manager [-] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Took 1.46 seconds to deallocate network for instance. [ 1232.705994] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.706367] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.706599] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.706790] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.706964] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.709154] env[69854]: INFO nova.compute.manager [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Terminating instance [ 1232.822634] env[69854]: DEBUG nova.scheduler.client.report [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.992229] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.019653] env[69854]: DEBUG nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.046135] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.046451] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.046571] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.046752] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.046901] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.047061] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.047380] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.047514] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.047685] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.047848] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.048034] env[69854]: DEBUG nova.virt.hardware [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.048954] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24bdb5-658c-4dd7-b9db-751fa50257da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.058580] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3658507b-5f35-4883-babb-8bdca25f31bc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.075601] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.217034] env[69854]: DEBUG nova.compute.manager [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.217034] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.217034] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53451214-8908-40b2-bc34-0b597c9def01 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.225896] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.226441] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f063929c-dd9f-4b91-bd6d-7d48f5cdd15b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.235325] env[69854]: DEBUG oslo_vmware.api [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1233.235325] env[69854]: value = "task-3520167" [ 1233.235325] env[69854]: _type = "Task" [ 1233.235325] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.244103] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "195c4c61-dd23-40d6-abbf-63099764c21d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.244344] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.249664] env[69854]: DEBUG oslo_vmware.api [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.327512] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.327869] env[69854]: DEBUG nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.330709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.901s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.333029] env[69854]: INFO nova.compute.claims [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.638904] env[69854]: DEBUG nova.compute.manager [req-5e9d5455-af13-48f9-bd31-237a236666c5 req-59ae665c-1c94-4896-b957-1c5ab76dbc28 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Received event network-vif-plugged-76ad9846-30f8-45fc-b24d-f48676ed6c96 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.639141] env[69854]: DEBUG oslo_concurrency.lockutils [req-5e9d5455-af13-48f9-bd31-237a236666c5 req-59ae665c-1c94-4896-b957-1c5ab76dbc28 service nova] Acquiring lock "33b87e40-f07f-444a-bbd5-fa062e428c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.639346] env[69854]: DEBUG oslo_concurrency.lockutils [req-5e9d5455-af13-48f9-bd31-237a236666c5 req-59ae665c-1c94-4896-b957-1c5ab76dbc28 service nova] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.639518] env[69854]: DEBUG oslo_concurrency.lockutils [req-5e9d5455-af13-48f9-bd31-237a236666c5 req-59ae665c-1c94-4896-b957-1c5ab76dbc28 service nova] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.639683] env[69854]: DEBUG nova.compute.manager [req-5e9d5455-af13-48f9-bd31-237a236666c5 req-59ae665c-1c94-4896-b957-1c5ab76dbc28 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] No waiting events found dispatching network-vif-plugged-76ad9846-30f8-45fc-b24d-f48676ed6c96 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.639851] env[69854]: WARNING nova.compute.manager [req-5e9d5455-af13-48f9-bd31-237a236666c5 req-59ae665c-1c94-4896-b957-1c5ab76dbc28 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Received unexpected event network-vif-plugged-76ad9846-30f8-45fc-b24d-f48676ed6c96 for instance with vm_state building and task_state spawning. [ 1233.742352] env[69854]: DEBUG nova.network.neutron [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Successfully updated port: 76ad9846-30f8-45fc-b24d-f48676ed6c96 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.746894] env[69854]: DEBUG nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.754103] env[69854]: DEBUG oslo_vmware.api [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520167, 'name': PowerOffVM_Task, 'duration_secs': 0.227731} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.754670] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.754837] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.755107] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ee262cb-2ea9-4378-8ecf-2d91610789bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.837833] env[69854]: DEBUG nova.compute.utils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.843251] env[69854]: DEBUG nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.843430] env[69854]: DEBUG nova.network.neutron [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.849349] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.849904] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.849904] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleting the datastore file [datastore1] 6ecabe09-b6bc-46dd-99d4-f8f055418f3d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.850030] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67c58955-2e2b-4173-bcbf-150d49570819 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.858659] env[69854]: DEBUG oslo_vmware.api [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1233.858659] env[69854]: value = "task-3520169" [ 1233.858659] env[69854]: _type = "Task" [ 1233.858659] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.867701] env[69854]: DEBUG oslo_vmware.api [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.881609] env[69854]: DEBUG nova.policy [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf8afda5b9a402b8c5f5b772a878203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd584ccad0f7b4553a237943749956722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.160763] env[69854]: DEBUG nova.network.neutron [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Successfully created port: 49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.245086] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "refresh_cache-33b87e40-f07f-444a-bbd5-fa062e428c0a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.245655] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "refresh_cache-33b87e40-f07f-444a-bbd5-fa062e428c0a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.245655] env[69854]: DEBUG nova.network.neutron [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.271335] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.346865] env[69854]: DEBUG nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.369653] env[69854]: DEBUG oslo_vmware.api [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140703} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.369909] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.370306] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.370306] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.370467] env[69854]: INFO nova.compute.manager [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1234.370719] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.370916] env[69854]: DEBUG nova.compute.manager [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.371013] env[69854]: DEBUG nova.network.neutron [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.536449] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b426b-aa96-4c83-9029-f0a0ebe4735f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.544908] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ff1f77-69d8-423d-bbce-6ed861bdb133 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.578131] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4c8546-4767-4b91-adde-ed8a4d096057 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.586870] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d8a0d-45bd-48f4-83dd-040ba7824955 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.602862] env[69854]: DEBUG nova.compute.provider_tree [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.647369] env[69854]: DEBUG nova.compute.manager [req-d746b845-6348-418f-b41d-49e3bb23fc33 req-f8225c9f-62ee-4de4-9fc3-d71f338133df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Received event network-vif-deleted-493ef10d-f5a6-4986-bd43-5b23294ac00e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.647635] env[69854]: INFO nova.compute.manager [req-d746b845-6348-418f-b41d-49e3bb23fc33 req-f8225c9f-62ee-4de4-9fc3-d71f338133df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Neutron deleted interface 493ef10d-f5a6-4986-bd43-5b23294ac00e; detaching it from the instance and deleting it from the info cache [ 1234.647844] env[69854]: DEBUG nova.network.neutron [req-d746b845-6348-418f-b41d-49e3bb23fc33 req-f8225c9f-62ee-4de4-9fc3-d71f338133df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.785264] env[69854]: DEBUG nova.network.neutron [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.854415] env[69854]: INFO nova.virt.block_device [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Booting with volume da6025ef-4e08-4d52-9070-1be3838d9d44 at /dev/sda [ 1234.890311] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e13bcf9b-c49d-457d-8a8b-ec78e461c271 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.900170] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc4650-fda5-4181-acfc-d5f673ff2f31 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.911660] env[69854]: DEBUG nova.network.neutron [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Updating instance_info_cache with network_info: [{"id": "76ad9846-30f8-45fc-b24d-f48676ed6c96", "address": "fa:16:3e:71:ef:40", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ad9846-30", "ovs_interfaceid": "76ad9846-30f8-45fc-b24d-f48676ed6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.933063] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be93dd8e-fd1a-4ce1-9b0c-03b40e50393a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.943119] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a9777-d0cc-4e63-b789-4e7e376d9a55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.975029] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a1016c-1c62-4c25-b3ad-298db1643aba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.983013] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a818bed-6870-48ea-a050-44024a7ccd93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.997892] env[69854]: DEBUG nova.virt.block_device [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating existing volume attachment record: 0ee3b22c-64c6-4a16-87ad-71d85c2b45ba {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.106147] env[69854]: DEBUG nova.scheduler.client.report [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.129782] env[69854]: DEBUG nova.network.neutron [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.151248] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0681636-9687-4ee3-aff2-41536b818a0b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.160731] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66589a6e-d728-4d23-8dd8-2889a66d6554 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.190398] env[69854]: DEBUG nova.compute.manager [req-d746b845-6348-418f-b41d-49e3bb23fc33 req-f8225c9f-62ee-4de4-9fc3-d71f338133df service nova] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Detach interface failed, port_id=493ef10d-f5a6-4986-bd43-5b23294ac00e, reason: Instance 6ecabe09-b6bc-46dd-99d4-f8f055418f3d could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.415063] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "refresh_cache-33b87e40-f07f-444a-bbd5-fa062e428c0a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.415440] env[69854]: DEBUG nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Instance network_info: |[{"id": "76ad9846-30f8-45fc-b24d-f48676ed6c96", "address": "fa:16:3e:71:ef:40", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ad9846-30", "ovs_interfaceid": "76ad9846-30f8-45fc-b24d-f48676ed6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.415943] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:ef:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ad9846-30f8-45fc-b24d-f48676ed6c96', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.423586] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.423819] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.424080] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc8e961-73ce-4b29-9080-a75ba3db2f2e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.445020] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.445020] env[69854]: value = "task-3520170" [ 1235.445020] env[69854]: _type = "Task" [ 1235.445020] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.453347] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520170, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.611181] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.611696] env[69854]: DEBUG nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.614978] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.185s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.615186] env[69854]: DEBUG nova.objects.instance [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1235.631542] env[69854]: INFO nova.compute.manager [-] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Took 1.26 seconds to deallocate network for instance. [ 1235.660056] env[69854]: DEBUG nova.network.neutron [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Successfully updated port: 49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.676133] env[69854]: DEBUG nova.compute.manager [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Received event network-changed-76ad9846-30f8-45fc-b24d-f48676ed6c96 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.676435] env[69854]: DEBUG nova.compute.manager [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Refreshing instance network info cache due to event network-changed-76ad9846-30f8-45fc-b24d-f48676ed6c96. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.676630] env[69854]: DEBUG oslo_concurrency.lockutils [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] Acquiring lock "refresh_cache-33b87e40-f07f-444a-bbd5-fa062e428c0a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.676801] env[69854]: DEBUG oslo_concurrency.lockutils [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] Acquired lock "refresh_cache-33b87e40-f07f-444a-bbd5-fa062e428c0a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.676995] env[69854]: DEBUG nova.network.neutron [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Refreshing network info cache for port 76ad9846-30f8-45fc-b24d-f48676ed6c96 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.955607] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520170, 'name': CreateVM_Task, 'duration_secs': 0.344594} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.955764] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.956433] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.956602] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.956919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.957186] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f111f79-7c64-42ca-81d8-7fe4441527a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.961985] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1235.961985] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c49e4-a652-8bb4-87bc-7343623aa812" [ 1235.961985] env[69854]: _type = "Task" [ 1235.961985] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.971668] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c49e4-a652-8bb4-87bc-7343623aa812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.119269] env[69854]: DEBUG nova.compute.utils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.124127] env[69854]: DEBUG nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.124322] env[69854]: DEBUG nova.network.neutron [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.137994] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.162766] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.162920] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.163088] env[69854]: DEBUG nova.network.neutron [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.172425] env[69854]: DEBUG nova.policy [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75c04d669614a948578ceeecde38727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9ed7831f7649d8a1513a1489a27fe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.379165] env[69854]: DEBUG nova.network.neutron [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Updated VIF entry in instance network info cache for port 76ad9846-30f8-45fc-b24d-f48676ed6c96. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.379527] env[69854]: DEBUG nova.network.neutron [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Updating instance_info_cache with network_info: [{"id": "76ad9846-30f8-45fc-b24d-f48676ed6c96", "address": "fa:16:3e:71:ef:40", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ad9846-30", "ovs_interfaceid": "76ad9846-30f8-45fc-b24d-f48676ed6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.444108] env[69854]: DEBUG nova.network.neutron [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Successfully created port: 478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.472585] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521c49e4-a652-8bb4-87bc-7343623aa812, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.472847] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.473111] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.473360] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.473505] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.473682] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.473944] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08288b93-6d35-43e1-8190-392e5da96233 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.483390] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.483584] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.484301] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a87a30c-9bfe-488a-9784-f0a54b307ccb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.490983] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1236.490983] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dcbb4b-8980-bf6e-6cf1-a003e2912126" [ 1236.490983] env[69854]: _type = "Task" [ 1236.490983] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.511268] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dcbb4b-8980-bf6e-6cf1-a003e2912126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.625224] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d3e7120-ebf3-42fc-9f37-434c7eab736e tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.626474] env[69854]: DEBUG nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.629508] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.142s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.629508] env[69854]: DEBUG nova.objects.instance [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lazy-loading 'resources' on Instance uuid 9beed1f4-863b-4402-9c54-550ef494c679 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.693850] env[69854]: DEBUG nova.network.neutron [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.823906] env[69854]: DEBUG nova.network.neutron [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [{"id": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "address": "fa:16:3e:48:15:ae", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bcc1ce-b7", "ovs_interfaceid": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.882558] env[69854]: DEBUG oslo_concurrency.lockutils [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] Releasing lock "refresh_cache-33b87e40-f07f-444a-bbd5-fa062e428c0a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.882833] env[69854]: DEBUG nova.compute.manager [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Received event network-vif-plugged-49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.883055] env[69854]: DEBUG oslo_concurrency.lockutils [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] Acquiring lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.883340] env[69854]: DEBUG oslo_concurrency.lockutils [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.883817] env[69854]: DEBUG oslo_concurrency.lockutils [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.883817] env[69854]: DEBUG nova.compute.manager [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] No waiting events found dispatching network-vif-plugged-49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.883926] env[69854]: WARNING nova.compute.manager [req-260fedce-a925-4939-95ef-be74317be5ab req-a6721fb9-ac00-44c4-aedf-0673c6801342 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Received unexpected event network-vif-plugged-49bcc1ce-b775-4f1e-87ab-8d4207580716 for instance with vm_state building and task_state block_device_mapping. [ 1237.002365] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dcbb4b-8980-bf6e-6cf1-a003e2912126, 'name': SearchDatastore_Task, 'duration_secs': 0.027688} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.003159] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c847c5-56a2-4d43-ac29-1e6dd4ad7d90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.008812] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1237.008812] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d411a9-4cf1-622c-3190-3b36f9ac75d1" [ 1237.008812] env[69854]: _type = "Task" [ 1237.008812] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.016647] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d411a9-4cf1-622c-3190-3b36f9ac75d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.083101] env[69854]: DEBUG nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.083633] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.083845] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.083999] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.084240] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.084385] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.084577] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.084741] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.084898] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.085074] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.085260] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.085458] env[69854]: DEBUG nova.virt.hardware [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.086388] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8096ef8-5516-48e4-9e15-77661e7ee71e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.094361] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b359ee58-0cf2-472d-a70b-5eeb08067b70 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.299296] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752cdff-33c5-46b0-b416-57997cc67cae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.307681] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac1dab1-d87d-4ae4-ab73-daefb1937bdb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.338242] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.338570] env[69854]: DEBUG nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Instance network_info: |[{"id": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "address": "fa:16:3e:48:15:ae", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bcc1ce-b7", "ovs_interfaceid": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.339230] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:15:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49bcc1ce-b775-4f1e-87ab-8d4207580716', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.346571] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.347266] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d3696b-2256-49f0-9088-164f21f2c9d4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.349934] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.350164] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1d3b2a-1542-48f4-86b6-a80f17290539 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.370762] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddac0d5-56ca-4bcf-931a-3935ada1a86f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.374740] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.374740] env[69854]: value = "task-3520171" [ 1237.374740] env[69854]: _type = "Task" [ 1237.374740] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.385712] env[69854]: DEBUG nova.compute.provider_tree [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.392478] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520171, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.520571] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d411a9-4cf1-622c-3190-3b36f9ac75d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.520813] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.521094] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 33b87e40-f07f-444a-bbd5-fa062e428c0a/33b87e40-f07f-444a-bbd5-fa062e428c0a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.521382] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d8288bf-8e36-4a43-b978-d9cd5acd80d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.529707] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1237.529707] env[69854]: value = "task-3520172" [ 1237.529707] env[69854]: _type = "Task" [ 1237.529707] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.538600] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.638719] env[69854]: DEBUG nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.669009] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.669285] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.669499] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.669789] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.670034] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.670285] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.670610] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.670860] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.671135] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.671393] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.671661] env[69854]: DEBUG nova.virt.hardware [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.672675] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39051528-0c32-4c7e-8d2a-f313adba5636 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.682618] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601df1c0-74fa-4ac3-bb7d-e0eb2e4bafb0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.701929] env[69854]: DEBUG nova.compute.manager [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Received event network-changed-49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.702135] env[69854]: DEBUG nova.compute.manager [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Refreshing instance network info cache due to event network-changed-49bcc1ce-b775-4f1e-87ab-8d4207580716. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.702349] env[69854]: DEBUG oslo_concurrency.lockutils [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] Acquiring lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.702494] env[69854]: DEBUG oslo_concurrency.lockutils [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] Acquired lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.702651] env[69854]: DEBUG nova.network.neutron [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Refreshing network info cache for port 49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.887023] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520171, 'name': CreateVM_Task, 'duration_secs': 0.317459} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.887227] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.887947] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '0ee3b22c-64c6-4a16-87ad-71d85c2b45ba', 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703226', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'name': 'volume-da6025ef-4e08-4d52-9070-1be3838d9d44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70098300-c4ca-45b9-ae8c-7f981abf2ef8', 'attached_at': '', 'detached_at': '', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'serial': 'da6025ef-4e08-4d52-9070-1be3838d9d44'}, 'volume_type': None}], 'swap': None} {{(pid=69854) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1237.888208] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Root volume attach. Driver type: vmdk {{(pid=69854) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1237.889151] env[69854]: DEBUG nova.scheduler.client.report [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.892902] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574c139f-b197-416a-85ec-b1b918efbcff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.904407] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a55be26-3aee-4d03-9c1c-935f92b79f01 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.914174] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bada47b-9ded-417c-80c5-c4b0c537e944 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.922280] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b6c308a8-2826-418d-8543-5c30a7b3a087 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.932594] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1237.932594] env[69854]: value = "task-3520173" [ 1237.932594] env[69854]: _type = "Task" [ 1237.932594] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.942604] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.980989] env[69854]: DEBUG nova.network.neutron [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Successfully updated port: 478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.040935] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520172, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.399031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.401343] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.891s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.402884] env[69854]: INFO nova.compute.claims [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.449167] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 42%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.485256] env[69854]: DEBUG nova.network.neutron [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updated VIF entry in instance network info cache for port 49bcc1ce-b775-4f1e-87ab-8d4207580716. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.486301] env[69854]: DEBUG nova.network.neutron [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [{"id": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "address": "fa:16:3e:48:15:ae", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bcc1ce-b7", "ovs_interfaceid": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.487039] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.487191] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.487370] env[69854]: DEBUG nova.network.neutron [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.541151] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518601} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.541409] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 33b87e40-f07f-444a-bbd5-fa062e428c0a/33b87e40-f07f-444a-bbd5-fa062e428c0a.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.541632] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.541928] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f45601-ea92-4194-b4eb-367d1798fb5e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.548818] env[69854]: INFO nova.scheduler.client.report [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Deleted allocations for instance 9beed1f4-863b-4402-9c54-550ef494c679 [ 1238.554696] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1238.554696] env[69854]: value = "task-3520174" [ 1238.554696] env[69854]: _type = "Task" [ 1238.554696] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.566589] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.946251] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 56%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.989323] env[69854]: DEBUG oslo_concurrency.lockutils [req-403e20e0-aa3b-4727-9987-f87f875e8635 req-7f5f237e-6e20-4755-92ff-d60dc2875ef6 service nova] Releasing lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.033220] env[69854]: DEBUG nova.network.neutron [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.061858] env[69854]: DEBUG oslo_concurrency.lockutils [None req-16491990-fad8-41c3-8563-23c31f6a05e4 tempest-ServersTestBootFromVolume-1453441310 tempest-ServersTestBootFromVolume-1453441310-project-member] Lock "9beed1f4-863b-4402-9c54-550ef494c679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.027s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.069549] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075912} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.070062] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.072715] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba86088-3bab-4d04-b43b-ce59d213008e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.099279] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 33b87e40-f07f-444a-bbd5-fa062e428c0a/33b87e40-f07f-444a-bbd5-fa062e428c0a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.100358] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232604e0-2980-4ebd-a893-46caeecd1a96 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.127432] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1239.127432] env[69854]: value = "task-3520175" [ 1239.127432] env[69854]: _type = "Task" [ 1239.127432] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.138272] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.190015] env[69854]: DEBUG nova.network.neutron [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap478b9c36-64", "ovs_interfaceid": "478b9c36-6411-4b46-872b-edf2cc82d54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.452369] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 69%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.607964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2410b2-913c-4d14-9ba3-c84297d60203 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.616704] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21948115-c35a-4ebd-a887-92a3330b39c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.654420] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2c046-949f-463e-80c7-50c6e6747ef2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.663184] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.666615] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d737c9ed-c1e6-43eb-a826-e5d28218d3a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.683387] env[69854]: DEBUG nova.compute.provider_tree [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.692590] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.692901] env[69854]: DEBUG nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Instance network_info: |[{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap478b9c36-64", "ovs_interfaceid": "478b9c36-6411-4b46-872b-edf2cc82d54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.693341] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:0d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '478b9c36-6411-4b46-872b-edf2cc82d54a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.701047] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.701623] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.701870] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4431a41-8ea7-48a4-9fd8-271a5a3502f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.725151] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.725151] env[69854]: value = "task-3520176" [ 1239.725151] env[69854]: _type = "Task" [ 1239.725151] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.734515] env[69854]: DEBUG nova.compute.manager [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-vif-plugged-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.734515] env[69854]: DEBUG oslo_concurrency.lockutils [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.734515] env[69854]: DEBUG oslo_concurrency.lockutils [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.734952] env[69854]: DEBUG oslo_concurrency.lockutils [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.734952] env[69854]: DEBUG nova.compute.manager [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] No waiting events found dispatching network-vif-plugged-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.734952] env[69854]: WARNING nova.compute.manager [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received unexpected event network-vif-plugged-478b9c36-6411-4b46-872b-edf2cc82d54a for instance with vm_state building and task_state spawning. [ 1239.735079] env[69854]: DEBUG nova.compute.manager [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.735258] env[69854]: DEBUG nova.compute.manager [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing instance network info cache due to event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.735429] env[69854]: DEBUG oslo_concurrency.lockutils [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] Acquiring lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.735529] env[69854]: DEBUG oslo_concurrency.lockutils [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] Acquired lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.735681] env[69854]: DEBUG nova.network.neutron [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.741282] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520176, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.952278] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 84%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.163687] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520175, 'name': ReconfigVM_Task, 'duration_secs': 0.864751} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.163687] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 33b87e40-f07f-444a-bbd5-fa062e428c0a/33b87e40-f07f-444a-bbd5-fa062e428c0a.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.164379] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6bc3ed8-0716-4a33-a72f-5b889f5a18e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.174947] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1240.174947] env[69854]: value = "task-3520177" [ 1240.174947] env[69854]: _type = "Task" [ 1240.174947] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.188025] env[69854]: DEBUG nova.scheduler.client.report [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.191648] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520177, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.241392] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520176, 'name': CreateVM_Task, 'duration_secs': 0.44057} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.241582] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.243023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.243023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.243177] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.243383] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656c3cde-8762-466c-9c3a-7e3738973d50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.251308] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1240.251308] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bbc1f3-358e-277b-edfb-f5e3d030c231" [ 1240.251308] env[69854]: _type = "Task" [ 1240.251308] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.266018] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bbc1f3-358e-277b-edfb-f5e3d030c231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.450321] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 97%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.648483] env[69854]: DEBUG nova.network.neutron [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updated VIF entry in instance network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.649011] env[69854]: DEBUG nova.network.neutron [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap478b9c36-64", "ovs_interfaceid": "478b9c36-6411-4b46-872b-edf2cc82d54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.686904] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520177, 'name': Rename_Task, 'duration_secs': 0.211434} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.687611] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.687611] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d93a28bc-4d87-4503-b151-d2927537dab1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.693540] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.694301] env[69854]: DEBUG nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.698913] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.707s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.699169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.699368] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1240.699709] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.625s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.699978] env[69854]: DEBUG nova.objects.instance [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'resources' on Instance uuid 23da5aaf-074a-421d-ac41-9fb619044723 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.701719] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1240.701719] env[69854]: value = "task-3520178" [ 1240.701719] env[69854]: _type = "Task" [ 1240.701719] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.703111] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2957d86e-80a8-4ee8-ac28-c12714868b31 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.721997] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527739a5-1500-49ab-b174-1edca5287a46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.727064] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.740272] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b798d6-7b72-4414-a6b8-2ae3d60e74fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.749487] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0eec3a-2c22-43f0-aaa9-fa6b458df2f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.763994] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bbc1f3-358e-277b-edfb-f5e3d030c231, 'name': SearchDatastore_Task, 'duration_secs': 0.016733} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.791349] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.791668] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.791844] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.792128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.792324] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.793193] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178956MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1240.793326] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.793657] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314e8713-6b5d-47a6-abe1-1898611b4021 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.806746] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.807036] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.807870] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9791e7e-d046-44f2-8ca2-5685ccace43d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.814252] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1240.814252] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521d2ef2-3036-e881-e998-8db358261e6b" [ 1240.814252] env[69854]: _type = "Task" [ 1240.814252] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.822542] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521d2ef2-3036-e881-e998-8db358261e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.962417] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 98%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.152336] env[69854]: DEBUG oslo_concurrency.lockutils [req-85b13c85-9d8d-49b8-b650-65d2f1846917 req-1e13928c-5a08-47bf-88ce-e8ed6b24f5d7 service nova] Releasing lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.206985] env[69854]: DEBUG nova.compute.utils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.209364] env[69854]: DEBUG nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.209563] env[69854]: DEBUG nova.network.neutron [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.222027] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.258017] env[69854]: DEBUG nova.policy [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc58af0925754cc9901150dad800d2e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aee0d14a8d483184d4fa3becb44349', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.325271] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521d2ef2-3036-e881-e998-8db358261e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.329016] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89b1edf-dda6-495d-90a2-0ba886c0f14b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.335015] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1241.335015] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52235b85-5fd5-2456-b5f5-e014101bdaf9" [ 1241.335015] env[69854]: _type = "Task" [ 1241.335015] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.346656] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52235b85-5fd5-2456-b5f5-e014101bdaf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.373573] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231cda3b-5566-405b-802f-8d593b02295a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.381665] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aee4e4-f557-4093-bacc-bab3219161e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.411826] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8c8bfa-d52b-43a4-84a4-1b06c7ba3e2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.420264] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a33785-0f48-4a99-83c1-ce7d8dbfa1b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.436149] env[69854]: DEBUG nova.compute.provider_tree [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.458099] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 98%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.565210] env[69854]: DEBUG nova.network.neutron [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Successfully created port: 586589e3-3c5c-4f60-83d3-299d56309cef {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.714281] env[69854]: DEBUG nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.724439] env[69854]: DEBUG oslo_vmware.api [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520178, 'name': PowerOnVM_Task, 'duration_secs': 0.547624} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.725175] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.725175] env[69854]: INFO nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1241.727193] env[69854]: DEBUG nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.728959] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d947e878-fbc9-4e68-bd15-01389c705b12 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.846066] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52235b85-5fd5-2456-b5f5-e014101bdaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.846388] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.846660] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.846921] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e102600d-2ed5-4bf2-b248-d90a6ca429dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.855205] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1241.855205] env[69854]: value = "task-3520179" [ 1241.855205] env[69854]: _type = "Task" [ 1241.855205] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.864941] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.940186] env[69854]: DEBUG nova.scheduler.client.report [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.961326] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task} progress is 98%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.249159] env[69854]: INFO nova.compute.manager [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Took 17.01 seconds to build instance. [ 1242.366522] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453713} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.366829] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.367060] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.367348] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fbc2b4f-366c-4bbf-b850-4262b444c5bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.375452] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1242.375452] env[69854]: value = "task-3520180" [ 1242.375452] env[69854]: _type = "Task" [ 1242.375452] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.386075] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "d2da83b2-542d-4355-bcbe-2b6c16f58451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.386333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "d2da83b2-542d-4355-bcbe-2b6c16f58451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.387888] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.445042] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.448040] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.176s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.448965] env[69854]: INFO nova.compute.claims [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.462586] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520173, 'name': RelocateVM_Task, 'duration_secs': 4.140512} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.462854] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1242.463073] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703226', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'name': 'volume-da6025ef-4e08-4d52-9070-1be3838d9d44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70098300-c4ca-45b9-ae8c-7f981abf2ef8', 'attached_at': '', 'detached_at': '', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'serial': 'da6025ef-4e08-4d52-9070-1be3838d9d44'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1242.464167] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f48c767-c710-41d0-af98-5b59be6b449b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.481338] env[69854]: INFO nova.scheduler.client.report [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted allocations for instance 23da5aaf-074a-421d-ac41-9fb619044723 [ 1242.482880] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c630c165-6225-4d6f-8530-f4805f745aa8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.513577] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-da6025ef-4e08-4d52-9070-1be3838d9d44/volume-da6025ef-4e08-4d52-9070-1be3838d9d44.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.514221] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e682794-b577-4cd1-a059-b7a037484e51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.536654] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1242.536654] env[69854]: value = "task-3520181" [ 1242.536654] env[69854]: _type = "Task" [ 1242.536654] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.545420] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.726862] env[69854]: DEBUG nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.751454] env[69854]: DEBUG oslo_concurrency.lockutils [None req-0ac129ff-5068-4b30-808c-f9853585b3b1 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.518s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.755183] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.755419] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.755578] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.755782] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.755901] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.756166] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.756348] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.756552] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.756724] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.756892] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.757083] env[69854]: DEBUG nova.virt.hardware [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.758413] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d548ff-fc3f-4177-a786-6a0141f7ba1a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.768653] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9452bbf2-ccbb-43b5-850f-885884fec8e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.886065] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060961} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.886192] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.886992] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2489a4-8aea-45dc-ad77-f6aa4aef7400 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.889646] env[69854]: DEBUG nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.913225] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.913619] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ae096c-3795-4594-8b92-68e1fe25d136 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.939904] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1242.939904] env[69854]: value = "task-3520182" [ 1242.939904] env[69854]: _type = "Task" [ 1242.939904] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.950270] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.994387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8dbe2332-eace-422d-bdc3-cb0f46d52f73 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "23da5aaf-074a-421d-ac41-9fb619044723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.519s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.996168] env[69854]: DEBUG nova.compute.manager [req-60f75b9f-7dec-4651-ba0a-ac7000e8684b req-52f64c1d-6e8a-400e-851c-66b92652efbf service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Received event network-vif-plugged-586589e3-3c5c-4f60-83d3-299d56309cef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.996496] env[69854]: DEBUG oslo_concurrency.lockutils [req-60f75b9f-7dec-4651-ba0a-ac7000e8684b req-52f64c1d-6e8a-400e-851c-66b92652efbf service nova] Acquiring lock "73c27176-731b-45bf-8646-5b69aad014c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.996799] env[69854]: DEBUG oslo_concurrency.lockutils [req-60f75b9f-7dec-4651-ba0a-ac7000e8684b req-52f64c1d-6e8a-400e-851c-66b92652efbf service nova] Lock "73c27176-731b-45bf-8646-5b69aad014c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.996877] env[69854]: DEBUG oslo_concurrency.lockutils [req-60f75b9f-7dec-4651-ba0a-ac7000e8684b req-52f64c1d-6e8a-400e-851c-66b92652efbf service nova] Lock "73c27176-731b-45bf-8646-5b69aad014c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.997092] env[69854]: DEBUG nova.compute.manager [req-60f75b9f-7dec-4651-ba0a-ac7000e8684b req-52f64c1d-6e8a-400e-851c-66b92652efbf service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] No waiting events found dispatching network-vif-plugged-586589e3-3c5c-4f60-83d3-299d56309cef {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.997302] env[69854]: WARNING nova.compute.manager [req-60f75b9f-7dec-4651-ba0a-ac7000e8684b req-52f64c1d-6e8a-400e-851c-66b92652efbf service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Received unexpected event network-vif-plugged-586589e3-3c5c-4f60-83d3-299d56309cef for instance with vm_state building and task_state spawning. [ 1243.047895] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520181, 'name': ReconfigVM_Task, 'duration_secs': 0.275635} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.048405] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-da6025ef-4e08-4d52-9070-1be3838d9d44/volume-da6025ef-4e08-4d52-9070-1be3838d9d44.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.053270] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f9cfd5-09db-47e8-b7b6-fcf0f17ae24c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.071389] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1243.071389] env[69854]: value = "task-3520183" [ 1243.071389] env[69854]: _type = "Task" [ 1243.071389] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.088555] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.088883] env[69854]: DEBUG nova.network.neutron [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Successfully updated port: 586589e3-3c5c-4f60-83d3-299d56309cef {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.247756] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "33b87e40-f07f-444a-bbd5-fa062e428c0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.247756] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.247756] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "33b87e40-f07f-444a-bbd5-fa062e428c0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.247991] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.248075] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.250679] env[69854]: INFO nova.compute.manager [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Terminating instance [ 1243.412408] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.450796] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520182, 'name': ReconfigVM_Task, 'duration_secs': 0.414031} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.451078] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.451705] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dfa8c5f-5720-4d8c-b982-139c34128784 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.459051] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1243.459051] env[69854]: value = "task-3520184" [ 1243.459051] env[69854]: _type = "Task" [ 1243.459051] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.470211] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520184, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.582687] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520183, 'name': ReconfigVM_Task, 'duration_secs': 0.142389} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.583081] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703226', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'name': 'volume-da6025ef-4e08-4d52-9070-1be3838d9d44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70098300-c4ca-45b9-ae8c-7f981abf2ef8', 'attached_at': '', 'detached_at': '', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'serial': 'da6025ef-4e08-4d52-9070-1be3838d9d44'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1243.585775] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-557d2f6d-3011-40b6-b61b-334b6f46614e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.591364] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-73c27176-731b-45bf-8646-5b69aad014c3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.591511] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-73c27176-731b-45bf-8646-5b69aad014c3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.591694] env[69854]: DEBUG nova.network.neutron [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.594548] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1243.594548] env[69854]: value = "task-3520185" [ 1243.594548] env[69854]: _type = "Task" [ 1243.594548] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.607017] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520185, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.625820] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587cf09a-3982-442f-a19a-cc89c91028b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.634338] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2199c51-e1cc-4d7a-8187-d84a2dd68846 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.666647] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34214d24-9b80-407d-805a-9bf1ef25a932 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.674780] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b41be0-fd7f-4a0c-b973-28028e8929b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.688719] env[69854]: DEBUG nova.compute.provider_tree [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.754479] env[69854]: DEBUG nova.compute.manager [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.754726] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.755600] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b90f2-cd58-422b-b50b-51e75eb614b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.765169] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.765471] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb7d76c-a377-47e3-8c8d-dd090d9e00f0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.772921] env[69854]: DEBUG oslo_vmware.api [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1243.772921] env[69854]: value = "task-3520186" [ 1243.772921] env[69854]: _type = "Task" [ 1243.772921] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.781846] env[69854]: DEBUG oslo_vmware.api [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.969973] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520184, 'name': Rename_Task, 'duration_secs': 0.158133} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.970309] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.970592] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c6042f2-d6bc-4afa-9a56-491575895585 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.978512] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1243.978512] env[69854]: value = "task-3520187" [ 1243.978512] env[69854]: _type = "Task" [ 1243.978512] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.993746] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.107623] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520185, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.144126] env[69854]: DEBUG nova.network.neutron [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.192545] env[69854]: DEBUG nova.scheduler.client.report [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.288426] env[69854]: DEBUG oslo_vmware.api [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520186, 'name': PowerOffVM_Task, 'duration_secs': 0.236652} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.288819] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.288922] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.289191] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af21709-4f0e-4b8b-abdf-f23621d585b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.313913] env[69854]: DEBUG nova.network.neutron [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Updating instance_info_cache with network_info: [{"id": "586589e3-3c5c-4f60-83d3-299d56309cef", "address": "fa:16:3e:cf:fc:79", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586589e3-3c", "ovs_interfaceid": "586589e3-3c5c-4f60-83d3-299d56309cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.360782] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.361098] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.361350] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleting the datastore file [datastore2] 33b87e40-f07f-444a-bbd5-fa062e428c0a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.361681] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23e41eaa-68a7-406a-9578-e38ce573f833 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.369293] env[69854]: DEBUG oslo_vmware.api [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1244.369293] env[69854]: value = "task-3520189" [ 1244.369293] env[69854]: _type = "Task" [ 1244.369293] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.380394] env[69854]: DEBUG oslo_vmware.api [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.488972] env[69854]: DEBUG oslo_vmware.api [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520187, 'name': PowerOnVM_Task, 'duration_secs': 0.473387} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.489247] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.489484] env[69854]: INFO nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1244.489679] env[69854]: DEBUG nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.490483] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a964d-481f-4345-bd42-585ddefdac3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.608200] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520185, 'name': Rename_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.697568] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.698067] env[69854]: DEBUG nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.700881] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.563s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.701110] env[69854]: DEBUG nova.objects.instance [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lazy-loading 'resources' on Instance uuid 6ecabe09-b6bc-46dd-99d4-f8f055418f3d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.816800] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-73c27176-731b-45bf-8646-5b69aad014c3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.817160] env[69854]: DEBUG nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Instance network_info: |[{"id": "586589e3-3c5c-4f60-83d3-299d56309cef", "address": "fa:16:3e:cf:fc:79", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586589e3-3c", "ovs_interfaceid": "586589e3-3c5c-4f60-83d3-299d56309cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.817702] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:fc:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '586589e3-3c5c-4f60-83d3-299d56309cef', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.825926] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.826178] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.826494] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfdb017e-5d80-4865-98e4-56ee695ad066 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.846371] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.846371] env[69854]: value = "task-3520190" [ 1244.846371] env[69854]: _type = "Task" [ 1244.846371] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.854399] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520190, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.878612] env[69854]: DEBUG oslo_vmware.api [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190346} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.878862] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.879136] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.879284] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.879461] env[69854]: INFO nova.compute.manager [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1244.879693] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.879886] env[69854]: DEBUG nova.compute.manager [-] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.879982] env[69854]: DEBUG nova.network.neutron [-] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.010408] env[69854]: INFO nova.compute.manager [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Took 13.60 seconds to build instance. [ 1245.028357] env[69854]: DEBUG nova.compute.manager [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Received event network-changed-586589e3-3c5c-4f60-83d3-299d56309cef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.028357] env[69854]: DEBUG nova.compute.manager [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Refreshing instance network info cache due to event network-changed-586589e3-3c5c-4f60-83d3-299d56309cef. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.028357] env[69854]: DEBUG oslo_concurrency.lockutils [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] Acquiring lock "refresh_cache-73c27176-731b-45bf-8646-5b69aad014c3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.028357] env[69854]: DEBUG oslo_concurrency.lockutils [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] Acquired lock "refresh_cache-73c27176-731b-45bf-8646-5b69aad014c3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.028357] env[69854]: DEBUG nova.network.neutron [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Refreshing network info cache for port 586589e3-3c5c-4f60-83d3-299d56309cef {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.108540] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520185, 'name': Rename_Task, 'duration_secs': 1.153026} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.108815] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.109072] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d91730ae-e3a4-4fe2-8063-5ca210cf6352 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.115954] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1245.115954] env[69854]: value = "task-3520191" [ 1245.115954] env[69854]: _type = "Task" [ 1245.115954] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.128082] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.179016] env[69854]: DEBUG nova.compute.manager [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1245.204307] env[69854]: DEBUG nova.compute.utils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.205700] env[69854]: DEBUG nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.205862] env[69854]: DEBUG nova.network.neutron [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.270249] env[69854]: DEBUG nova.policy [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e38f2eeb72451db4209f811f690c1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c592fa6f8644130b674bc73f7deb308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.360222] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520190, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.420749] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1fce4d-fd37-4a26-bd94-87edafe2dcdc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.429874] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aef7e4-7ec1-4f0f-b60e-97e12cdc8901 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.468460] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686e209c-45b2-4320-a2d1-f246334ba7b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.476834] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede5aca-a39b-4abc-8685-6d38cedd6b2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.490938] env[69854]: DEBUG nova.compute.provider_tree [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.512579] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e67f8762-606d-4b69-9bb6-44f33cf7d598 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.119s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.629697] env[69854]: DEBUG oslo_vmware.api [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520191, 'name': PowerOnVM_Task, 'duration_secs': 0.46} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.630359] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.630582] env[69854]: INFO nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1245.630752] env[69854]: DEBUG nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.631576] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265fa38-dd16-4bf5-aa3a-ddf996ec2088 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.688051] env[69854]: DEBUG nova.network.neutron [-] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.700244] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.714022] env[69854]: DEBUG nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.718485] env[69854]: DEBUG nova.network.neutron [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Successfully created port: fb8f846c-02a0-431b-99bb-3f9ee51bb36d {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.761214] env[69854]: DEBUG nova.network.neutron [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Updated VIF entry in instance network info cache for port 586589e3-3c5c-4f60-83d3-299d56309cef. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.761594] env[69854]: DEBUG nova.network.neutron [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Updating instance_info_cache with network_info: [{"id": "586589e3-3c5c-4f60-83d3-299d56309cef", "address": "fa:16:3e:cf:fc:79", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586589e3-3c", "ovs_interfaceid": "586589e3-3c5c-4f60-83d3-299d56309cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.857014] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520190, 'name': CreateVM_Task, 'duration_secs': 0.537501} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.857731] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.858448] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.858618] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.858980] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.859213] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8eeaf14-aca3-480e-88b0-5269011ea20a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.864170] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1245.864170] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d07890-b1c6-4ac8-d1f6-f713d60e071c" [ 1245.864170] env[69854]: _type = "Task" [ 1245.864170] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.872214] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d07890-b1c6-4ac8-d1f6-f713d60e071c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.994406] env[69854]: DEBUG nova.scheduler.client.report [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.154833] env[69854]: INFO nova.compute.manager [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Took 18.09 seconds to build instance. [ 1246.190684] env[69854]: INFO nova.compute.manager [-] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Took 1.31 seconds to deallocate network for instance. [ 1246.263840] env[69854]: DEBUG oslo_concurrency.lockutils [req-eef02cc4-4cd0-4982-bbcb-eb17d2878e51 req-88d3881b-6008-412a-97b0-be3bfa3b98fc service nova] Releasing lock "refresh_cache-73c27176-731b-45bf-8646-5b69aad014c3" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.377317] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d07890-b1c6-4ac8-d1f6-f713d60e071c, 'name': SearchDatastore_Task, 'duration_secs': 0.034369} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.377317] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.377317] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.377677] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.377932] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.378084] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.378364] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4fa3905-6754-4487-b405-81ff30327f2f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.397611] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.397909] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.398550] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df04f202-6dff-4a33-a782-10791cdb1460 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.404831] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1246.404831] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525d6bd7-ff61-cd52-afd0-d2bb45af2230" [ 1246.404831] env[69854]: _type = "Task" [ 1246.404831] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.413907] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525d6bd7-ff61-cd52-afd0-d2bb45af2230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.499221] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.501507] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.708s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.524440] env[69854]: INFO nova.scheduler.client.report [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted allocations for instance 6ecabe09-b6bc-46dd-99d4-f8f055418f3d [ 1246.656960] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5ce9836c-a7b6-4b05-b5a4-680c20fc53f8 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.607s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.699418] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.723017] env[69854]: DEBUG nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.747440] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.747599] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.747734] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.747910] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.748068] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.748218] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.748436] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.748600] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.748752] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.748910] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.749095] env[69854]: DEBUG nova.virt.hardware [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.749950] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98d542f-4d27-42ef-a578-5e47684c2ea0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.758781] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412984d5-4e9b-4b00-b549-d42352b4e03b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.916023] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525d6bd7-ff61-cd52-afd0-d2bb45af2230, 'name': SearchDatastore_Task, 'duration_secs': 0.031944} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.916421] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6a61df-a4ee-4565-9057-1b0a47dc3a38 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.922129] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1246.922129] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d80347-f42a-1cfb-0b5b-109dfd146c76" [ 1246.922129] env[69854]: _type = "Task" [ 1246.922129] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.930837] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d80347-f42a-1cfb-0b5b-109dfd146c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.039213] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c5e0a082-81f1-4c9d-875f-cfd81293eb39 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "6ecabe09-b6bc-46dd-99d4-f8f055418f3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.332s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.062845] env[69854]: DEBUG nova.compute.manager [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Received event network-vif-deleted-76ad9846-30f8-45fc-b24d-f48676ed6c96 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.063163] env[69854]: DEBUG nova.compute.manager [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.063375] env[69854]: DEBUG nova.compute.manager [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing instance network info cache due to event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.063609] env[69854]: DEBUG oslo_concurrency.lockutils [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] Acquiring lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.063790] env[69854]: DEBUG oslo_concurrency.lockutils [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] Acquired lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.063966] env[69854]: DEBUG nova.network.neutron [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.434291] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d80347-f42a-1cfb-0b5b-109dfd146c76, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.434647] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.435018] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 73c27176-731b-45bf-8646-5b69aad014c3/73c27176-731b-45bf-8646-5b69aad014c3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.435400] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9b071e5-f146-42d7-ab05-067451e18597 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.443963] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1247.443963] env[69854]: value = "task-3520192" [ 1247.443963] env[69854]: _type = "Task" [ 1247.443963] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.454089] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.512988] env[69854]: INFO nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating resource usage from migration 32f95101-47fd-40ba-8a59-5de58d68797c [ 1247.530507] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 50774648-3c9a-4361-870e-3364a20e2f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.530853] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance a6d6121d-2b03-42ab-b95e-b606762e20fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.531025] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 28a06afd-12fc-4948-bfff-556604d55ef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.531151] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e9df4bf9-da51-43b6-bc2c-0ae437ac492f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.531299] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 33b87e40-f07f-444a-bbd5-fa062e428c0a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1247.531419] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.531534] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 73c27176-731b-45bf-8646-5b69aad014c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.531646] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 195c4c61-dd23-40d6-abbf-63099764c21d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.768546] env[69854]: DEBUG nova.network.neutron [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Successfully updated port: fb8f846c-02a0-431b-99bb-3f9ee51bb36d {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.804283] env[69854]: DEBUG nova.network.neutron [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updated VIF entry in instance network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.804854] env[69854]: DEBUG nova.network.neutron [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap478b9c36-64", "ovs_interfaceid": "478b9c36-6411-4b46-872b-edf2cc82d54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.955209] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520192, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.035521] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance d2da83b2-542d-4355-bcbe-2b6c16f58451 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1248.035521] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Migration 32f95101-47fd-40ba-8a59-5de58d68797c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1248.035726] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance eddda2a1-2988-471e-af3b-99c8ec29cffc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.273651] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.273800] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.273954] env[69854]: DEBUG nova.network.neutron [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.308242] env[69854]: DEBUG oslo_concurrency.lockutils [req-11c301df-a9c4-4f8a-a631-62e4bc84e122 req-69bcd2c1-78b2-40f9-9887-5884ba1b8d06 service nova] Releasing lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.456530] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675388} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.456819] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 73c27176-731b-45bf-8646-5b69aad014c3/73c27176-731b-45bf-8646-5b69aad014c3.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.457047] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.457315] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25481fda-99ae-45cf-babf-e4d15917edec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.465449] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1248.465449] env[69854]: value = "task-3520193" [ 1248.465449] env[69854]: _type = "Task" [ 1248.465449] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.475132] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.525359] env[69854]: DEBUG nova.compute.manager [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1248.539396] env[69854]: INFO nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 5dd58f54-2a0f-4cc5-b1f8-3be1712a5abc has allocations against this compute host but is not found in the database. [ 1248.539396] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1248.539590] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1248.711859] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7af32b-7345-4f0b-842e-2681fd353f23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.719988] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eca4f5-d99a-46bc-8c41-4a241725379f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.750156] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba2ef3-9726-4d39-b9d0-8fc0e6f2f684 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.759835] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8655d75a-1980-4463-9a14-6321b337a9de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.773170] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.825987] env[69854]: DEBUG nova.network.neutron [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.958416] env[69854]: DEBUG nova.network.neutron [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance_info_cache with network_info: [{"id": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "address": "fa:16:3e:83:a7:60", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb8f846c-02", "ovs_interfaceid": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.978334] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065672} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.978544] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.979306] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1ea136-f308-40f8-860c-f077aed6d387 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.002055] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 73c27176-731b-45bf-8646-5b69aad014c3/73c27176-731b-45bf-8646-5b69aad014c3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.002258] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b3ffb8-4b77-4583-a89e-8b587b0b45c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.023627] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1249.023627] env[69854]: value = "task-3520194" [ 1249.023627] env[69854]: _type = "Task" [ 1249.023627] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.034585] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.044678] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.098353] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Received event network-changed-3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.098353] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Refreshing instance network info cache due to event network-changed-3f81aa67-9f18-4d95-85d9-c3a943765742. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.098353] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Acquiring lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.098526] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Acquired lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.098732] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Refreshing network info cache for port 3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.277077] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.461559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.461880] env[69854]: DEBUG nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Instance network_info: |[{"id": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "address": "fa:16:3e:83:a7:60", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb8f846c-02", "ovs_interfaceid": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.462316] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:a7:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb8f846c-02a0-431b-99bb-3f9ee51bb36d', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.469876] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.470097] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.470322] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66106846-7c74-4683-a2a4-a2e745420ed2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.503654] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.503654] env[69854]: value = "task-3520195" [ 1249.503654] env[69854]: _type = "Task" [ 1249.503654] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.511573] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520195, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.534553] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.781712] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1249.781936] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.280s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.782241] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.370s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.783995] env[69854]: INFO nova.compute.claims [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.787610] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.787748] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Cleaning up deleted instances {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1249.850929] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updated VIF entry in instance network info cache for port 3f81aa67-9f18-4d95-85d9-c3a943765742. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.851311] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updating instance_info_cache with network_info: [{"id": "3f81aa67-9f18-4d95-85d9-c3a943765742", "address": "fa:16:3e:9a:e2:63", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f81aa67-9f", "ovs_interfaceid": "3f81aa67-9f18-4d95-85d9-c3a943765742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.015076] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520195, 'name': CreateVM_Task, 'duration_secs': 0.336852} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.015460] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.015910] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.016089] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.016452] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.016703] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9e554c-186e-42b1-96ce-4d4e2b106d16 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.021158] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1250.021158] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b5f898-3ee6-5a64-6af5-6ebd966fa64b" [ 1250.021158] env[69854]: _type = "Task" [ 1250.021158] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.032775] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b5f898-3ee6-5a64-6af5-6ebd966fa64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.037429] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520194, 'name': ReconfigVM_Task, 'duration_secs': 0.805818} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.037712] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 73c27176-731b-45bf-8646-5b69aad014c3/73c27176-731b-45bf-8646-5b69aad014c3.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.038249] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4c69064-1248-48b0-9b3b-b9ce77ec7906 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.046070] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1250.046070] env[69854]: value = "task-3520196" [ 1250.046070] env[69854]: _type = "Task" [ 1250.046070] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.054927] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520196, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.306396] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] There are 61 instances to clean {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1250.306548] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 6ecabe09-b6bc-46dd-99d4-f8f055418f3d] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.353859] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Releasing lock "refresh_cache-50774648-3c9a-4361-870e-3364a20e2f9a" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.354260] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Received event network-changed-49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.354559] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Refreshing instance network info cache due to event network-changed-49bcc1ce-b775-4f1e-87ab-8d4207580716. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.354877] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Acquiring lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.355125] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Acquired lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.355398] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Refreshing network info cache for port 49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.531834] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b5f898-3ee6-5a64-6af5-6ebd966fa64b, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.532153] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.532393] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.532635] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.532779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.532966] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.533252] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa9ef166-1e6a-4aa2-af43-8bfa05a49452 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.542305] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.542403] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.543505] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b04033b-e501-4d57-94e8-dfbb5f9b27c7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.551158] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1250.551158] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bbf4e4-aaaa-90ce-857c-369fa0b0c503" [ 1250.551158] env[69854]: _type = "Task" [ 1250.551158] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.556924] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520196, 'name': Rename_Task, 'duration_secs': 0.367605} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.557474] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.557785] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-295fbb6d-799a-417e-9472-61de14a94a4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.562498] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bbf4e4-aaaa-90ce-857c-369fa0b0c503, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.563506] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5720b7-f9c5-43c3-8035-aa14ea77b0f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.568011] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1250.568011] env[69854]: value = "task-3520197" [ 1250.568011] env[69854]: _type = "Task" [ 1250.568011] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.569198] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1250.569198] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299a04f-6cf2-6448-3724-2c3797a23e31" [ 1250.569198] env[69854]: _type = "Task" [ 1250.569198] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.581831] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.582067] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299a04f-6cf2-6448-3724-2c3797a23e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.812531] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b5446d4d-16ff-4fc6-ad8d-735945eda67a] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.984879] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83f583-699a-433d-98e2-3ca39e5b71cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.993299] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784e9f91-1bc4-401a-9868-2386f6f53edf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.027355] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ef220-baf6-4300-b40a-7db15964dd5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.038114] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619762d4-0475-4864-a21a-888fe4b8c144 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.051862] env[69854]: DEBUG nova.compute.provider_tree [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.084223] env[69854]: DEBUG oslo_vmware.api [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520197, 'name': PowerOnVM_Task, 'duration_secs': 0.443487} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.084365] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299a04f-6cf2-6448-3724-2c3797a23e31, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.084625] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.084822] env[69854]: INFO nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1251.085012] env[69854]: DEBUG nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.085365] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.085600] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 195c4c61-dd23-40d6-abbf-63099764c21d/195c4c61-dd23-40d6-abbf-63099764c21d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.086342] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f4b2a-254c-43b2-aa6c-5b96e6682400 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.088877] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4beb72-3218-4482-b6f9-8a2f4bc6db9a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.093016] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updated VIF entry in instance network info cache for port 49bcc1ce-b775-4f1e-87ab-8d4207580716. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.093429] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [{"id": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "address": "fa:16:3e:48:15:ae", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bcc1ce-b7", "ovs_interfaceid": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.101492] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1251.101492] env[69854]: value = "task-3520198" [ 1251.101492] env[69854]: _type = "Task" [ 1251.101492] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.110401] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.315692] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 9beed1f4-863b-4402-9c54-550ef494c679] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.555875] env[69854]: DEBUG nova.scheduler.client.report [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.596786] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Releasing lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.597057] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Received event network-vif-plugged-fb8f846c-02a0-431b-99bb-3f9ee51bb36d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.597259] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Acquiring lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.597510] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.597694] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.597864] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] No waiting events found dispatching network-vif-plugged-fb8f846c-02a0-431b-99bb-3f9ee51bb36d {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.598040] env[69854]: WARNING nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Received unexpected event network-vif-plugged-fb8f846c-02a0-431b-99bb-3f9ee51bb36d for instance with vm_state building and task_state spawning. [ 1251.598206] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Received event network-changed-fb8f846c-02a0-431b-99bb-3f9ee51bb36d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.598359] env[69854]: DEBUG nova.compute.manager [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Refreshing instance network info cache due to event network-changed-fb8f846c-02a0-431b-99bb-3f9ee51bb36d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.598545] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Acquiring lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.598679] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Acquired lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.598854] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Refreshing network info cache for port fb8f846c-02a0-431b-99bb-3f9ee51bb36d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.611321] env[69854]: INFO nova.compute.manager [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Took 19.13 seconds to build instance. [ 1251.619761] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461044} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.620223] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 195c4c61-dd23-40d6-abbf-63099764c21d/195c4c61-dd23-40d6-abbf-63099764c21d.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.620223] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.620743] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47af0d25-9ce2-4c33-92e4-741655ba7fb4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.630164] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1251.630164] env[69854]: value = "task-3520199" [ 1251.630164] env[69854]: _type = "Task" [ 1251.630164] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.640219] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.819719] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 49708836-f806-47de-9701-de7a245a2d5a] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.061534] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.062276] env[69854]: DEBUG nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.065392] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.365s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.113629] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c2f6a34e-2434-4193-a150-d711b31b2a5b tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.638s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.144198] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260415} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.144522] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.145374] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a609320-5bd5-4028-9f68-0f5982469655 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.169445] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 195c4c61-dd23-40d6-abbf-63099764c21d/195c4c61-dd23-40d6-abbf-63099764c21d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.169810] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c43f9bf-4d2e-4820-91ca-737e28a519ff {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.194071] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1252.194071] env[69854]: value = "task-3520200" [ 1252.194071] env[69854]: _type = "Task" [ 1252.194071] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.202774] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.323040] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 8f7541c9-d039-4edf-990c-9cd7efe336c5] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.327343] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updated VIF entry in instance network info cache for port fb8f846c-02a0-431b-99bb-3f9ee51bb36d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.327343] env[69854]: DEBUG nova.network.neutron [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance_info_cache with network_info: [{"id": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "address": "fa:16:3e:83:a7:60", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb8f846c-02", "ovs_interfaceid": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.487176] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "73c27176-731b-45bf-8646-5b69aad014c3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.487364] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.487557] env[69854]: DEBUG nova.compute.manager [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.488548] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a54e8b4-6006-4049-8f00-eefb332ecea0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.495459] env[69854]: DEBUG nova.compute.manager [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1252.496142] env[69854]: DEBUG nova.objects.instance [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'flavor' on Instance uuid 73c27176-731b-45bf-8646-5b69aad014c3 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.569063] env[69854]: DEBUG nova.compute.utils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.572759] env[69854]: INFO nova.compute.claims [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.575842] env[69854]: DEBUG nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1252.707940] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.826287] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b5cfb516-4c97-4de1-86af-73178039cd5f] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.828518] env[69854]: DEBUG oslo_concurrency.lockutils [req-019a8f29-e214-4c12-93d9-96980640547f req-105eeed0-0113-4638-b737-6767c8bf7eda service nova] Releasing lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.076650] env[69854]: DEBUG nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.083238] env[69854]: INFO nova.compute.resource_tracker [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating resource usage from migration 32f95101-47fd-40ba-8a59-5de58d68797c [ 1253.207208] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520200, 'name': ReconfigVM_Task, 'duration_secs': 0.944192} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.207501] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 195c4c61-dd23-40d6-abbf-63099764c21d/195c4c61-dd23-40d6-abbf-63099764c21d.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.208173] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86fa7ca4-f7bd-4562-a34b-4b37b9436f3f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.217748] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1253.217748] env[69854]: value = "task-3520201" [ 1253.217748] env[69854]: _type = "Task" [ 1253.217748] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.227467] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520201, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.262013] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf350e9b-1e1a-4b63-9a87-08f1c4f99886 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.272638] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcdf795-3aaa-41ff-a6bb-524827fb1651 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.305150] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5785a-d53b-4399-95db-97ae4536bdb4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.313990] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e1915-adae-40f0-8f7a-6d5c5e93d516 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.328287] env[69854]: DEBUG nova.compute.provider_tree [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.330063] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 23da5aaf-074a-421d-ac41-9fb619044723] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.503754] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.504175] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fed4a5d-d27b-4c08-ad3f-4e98a85f4ded {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.512140] env[69854]: DEBUG oslo_vmware.api [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1253.512140] env[69854]: value = "task-3520202" [ 1253.512140] env[69854]: _type = "Task" [ 1253.512140] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.521765] env[69854]: DEBUG oslo_vmware.api [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.729827] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520201, 'name': Rename_Task, 'duration_secs': 0.186217} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.730112] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.730353] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06e6c9f5-41f9-46aa-a88c-3ab904d5e01c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.738182] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1253.738182] env[69854]: value = "task-3520203" [ 1253.738182] env[69854]: _type = "Task" [ 1253.738182] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.746147] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.833046] env[69854]: DEBUG nova.scheduler.client.report [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.836962] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 544b31b4-832f-4276-933b-785cfce6ac50] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.022845] env[69854]: DEBUG oslo_vmware.api [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520202, 'name': PowerOffVM_Task, 'duration_secs': 0.297302} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.023220] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.023464] env[69854]: DEBUG nova.compute.manager [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.024281] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e51cc79-e5e0-4530-9429-4cc1f99b1a66 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.092394] env[69854]: DEBUG nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.120552] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.120788] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.120941] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.121875] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.121875] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.121875] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.121875] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.121875] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.122111] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.122111] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.122290] env[69854]: DEBUG nova.virt.hardware [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.123119] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df0031f-0960-4245-91e6-1444986091fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.131779] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34263e53-a86b-41a8-ac27-93e2a2c750d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.146055] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.151613] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Creating folder: Project (c11053c3cf0d42fbb40391f27bb73083). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.151908] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc5e4982-f6fd-472f-8991-3634fa04b234 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.164886] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Created folder: Project (c11053c3cf0d42fbb40391f27bb73083) in parent group-v702928. [ 1254.165097] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Creating folder: Instances. Parent ref: group-v703236. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.165358] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5130778-a777-4932-a1b4-ec00b1690933 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.178551] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Created folder: Instances in parent group-v703236. [ 1254.178888] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.179135] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.179354] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b729a5dd-6a75-4df7-bb4e-7f9773cf5a3e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.198861] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.198861] env[69854]: value = "task-3520206" [ 1254.198861] env[69854]: _type = "Task" [ 1254.198861] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.212551] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520206, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.248570] env[69854]: DEBUG oslo_vmware.api [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520203, 'name': PowerOnVM_Task, 'duration_secs': 0.498492} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.248877] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.249094] env[69854]: INFO nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1254.249298] env[69854]: DEBUG nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.250155] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec5b32d-871a-46a2-83c4-c55033dd286a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.340317] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.275s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.340526] env[69854]: INFO nova.compute.manager [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Migrating [ 1254.347913] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: f2c65502-fc57-4ec4-bea8-94df2e8255a1] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.352464] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.653s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.352691] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.355429] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.310s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.389871] env[69854]: INFO nova.scheduler.client.report [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleted allocations for instance 33b87e40-f07f-444a-bbd5-fa062e428c0a [ 1254.539908] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9d657bf0-82db-4086-a2a3-87d14fe44544 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.711889] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520206, 'name': CreateVM_Task, 'duration_secs': 0.312326} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.712101] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.712529] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.712693] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.713010] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.713271] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d7995d-d225-49c9-a3c6-108974f3e583 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.718506] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1254.718506] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52577119-9aed-1835-c0c2-ab7a6feeaa76" [ 1254.718506] env[69854]: _type = "Task" [ 1254.718506] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.727075] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52577119-9aed-1835-c0c2-ab7a6feeaa76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.767709] env[69854]: INFO nova.compute.manager [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Took 20.52 seconds to build instance. [ 1254.862882] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b0311c66-16b3-4c7e-9e40-c9e14e170d14] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.867130] env[69854]: INFO nova.compute.claims [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.870898] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.871097] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.872742] env[69854]: DEBUG nova.network.neutron [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.897449] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4e720b04-dada-4462-acaf-22eccddaa8d8 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "33b87e40-f07f-444a-bbd5-fa062e428c0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.650s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.980041] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "73c27176-731b-45bf-8646-5b69aad014c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.980426] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.980715] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "73c27176-731b-45bf-8646-5b69aad014c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.980983] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.981245] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.983524] env[69854]: INFO nova.compute.manager [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Terminating instance [ 1255.192467] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.192833] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.192931] env[69854]: INFO nova.compute.manager [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Shelving [ 1255.231013] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52577119-9aed-1835-c0c2-ab7a6feeaa76, 'name': SearchDatastore_Task, 'duration_secs': 0.01942} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.231013] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.231013] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.231013] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.231339] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.231339] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.231561] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0c5503e-bfcc-4add-b042-98b712e56137 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.242137] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.242285] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.242918] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a778f1f-acbf-439b-b2fd-fb2ff506e049 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.249452] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1255.249452] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52baa82b-3113-9646-14ef-4545b5b46809" [ 1255.249452] env[69854]: _type = "Task" [ 1255.249452] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.257927] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52baa82b-3113-9646-14ef-4545b5b46809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.270044] env[69854]: DEBUG oslo_concurrency.lockutils [None req-12df5faf-7acd-4cdc-bc70-c548aa5fe175 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.026s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.374784] env[69854]: INFO nova.compute.resource_tracker [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating resource usage from migration 5dd58f54-2a0f-4cc5-b1f8-3be1712a5abc [ 1255.377472] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: ce9c5aea-6dac-447c-be55-509b78927fb2] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.487655] env[69854]: DEBUG nova.compute.manager [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.487963] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.488986] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a88e6d-e802-447b-aba5-a4899bf2fea1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.497391] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.501509] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f23ae4c-e0d6-43af-a0c5-56602b0f3c17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.549353] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da9465-5167-49f1-993e-7d0395580083 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.557876] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d514465-234a-41ed-913c-a28e2e5ce69e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.590624] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf685d5-1ea4-4661-a5d8-dda5a85cc0b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.598576] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c536364-8187-4408-b036-7124a9bb94a2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.612590] env[69854]: DEBUG nova.compute.provider_tree [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.670118] env[69854]: DEBUG nova.network.neutron [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.729046] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.729358] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.729859] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleting the datastore file [datastore1] 73c27176-731b-45bf-8646-5b69aad014c3 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.730110] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc088902-07ac-4c5d-bac8-7252958d1b29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.738039] env[69854]: DEBUG oslo_vmware.api [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1255.738039] env[69854]: value = "task-3520208" [ 1255.738039] env[69854]: _type = "Task" [ 1255.738039] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.750661] env[69854]: DEBUG oslo_vmware.api [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.759950] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52baa82b-3113-9646-14ef-4545b5b46809, 'name': SearchDatastore_Task, 'duration_secs': 0.032577} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.760751] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c1dfc5-049d-44da-a3c8-fe8d5f91f221 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.765984] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1255.765984] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52635121-4255-6627-c0ac-36c88a89fb9a" [ 1255.765984] env[69854]: _type = "Task" [ 1255.765984] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.773657] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52635121-4255-6627-c0ac-36c88a89fb9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.882427] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 6092d890-1722-4754-9e9b-30515e8de7f1] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.115418] env[69854]: DEBUG nova.scheduler.client.report [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.172580] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.195616] env[69854]: DEBUG nova.compute.manager [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1256.201089] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.201584] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26b117e-dbdc-4e0f-bd13-4f84d87fcf56 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.210304] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1256.210304] env[69854]: value = "task-3520209" [ 1256.210304] env[69854]: _type = "Task" [ 1256.210304] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.220544] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.250075] env[69854]: DEBUG oslo_vmware.api [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128376} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.250333] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.250515] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.250689] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.250959] env[69854]: INFO nova.compute.manager [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Took 0.76 seconds to destroy the instance on the hypervisor. [ 1256.251104] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.251400] env[69854]: DEBUG nova.compute.manager [-] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.251519] env[69854]: DEBUG nova.network.neutron [-] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.277377] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52635121-4255-6627-c0ac-36c88a89fb9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.277663] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.277947] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.278278] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab608b94-1360-4d43-9d95-f398e4ccf821 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.289831] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1256.289831] env[69854]: value = "task-3520210" [ 1256.289831] env[69854]: _type = "Task" [ 1256.289831] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.300327] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.386272] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: cfabe05d-0c65-4192-b6ae-b7189784ae75] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.509483] env[69854]: DEBUG nova.compute.manager [req-a1247b34-c6b3-48a1-b307-c077f04fd7ba req-67cb6185-3134-42d5-a658-b13198fd3fe4 service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Received event network-vif-deleted-586589e3-3c5c-4f60-83d3-299d56309cef {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.509674] env[69854]: INFO nova.compute.manager [req-a1247b34-c6b3-48a1-b307-c077f04fd7ba req-67cb6185-3134-42d5-a658-b13198fd3fe4 service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Neutron deleted interface 586589e3-3c5c-4f60-83d3-299d56309cef; detaching it from the instance and deleting it from the info cache [ 1256.509825] env[69854]: DEBUG nova.network.neutron [req-a1247b34-c6b3-48a1-b307-c077f04fd7ba req-67cb6185-3134-42d5-a658-b13198fd3fe4 service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.620357] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.265s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.620516] env[69854]: INFO nova.compute.manager [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Migrating [ 1256.720952] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520209, 'name': PowerOffVM_Task, 'duration_secs': 0.192729} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.721926] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.722183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.724339] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.725179] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed118e94-ab80-453f-866a-435ebb4d7823 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.745513] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d4f7d-2abe-484e-816f-84cc0f7abb4e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.800629] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520210, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.890389] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e6475ec5-d519-4437-933a-aa038c66ab1d] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.990183] env[69854]: DEBUG nova.network.neutron [-] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.012308] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b75d704-af0d-47f6-9f0b-e2bdbe15ea63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.024353] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7b4de-0e9f-420f-9fd0-9b1cb3e6c16f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.061517] env[69854]: DEBUG nova.compute.manager [req-a1247b34-c6b3-48a1-b307-c077f04fd7ba req-67cb6185-3134-42d5-a658-b13198fd3fe4 service nova] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Detach interface failed, port_id=586589e3-3c5c-4f60-83d3-299d56309cef, reason: Instance 73c27176-731b-45bf-8646-5b69aad014c3 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.136575] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.136769] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.136947] env[69854]: DEBUG nova.network.neutron [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.227633] env[69854]: INFO nova.compute.claims [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.258377] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1257.258666] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b263c0c-a443-49e4-a7e9-1150648b85d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.268177] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1257.268177] env[69854]: value = "task-3520211" [ 1257.268177] env[69854]: _type = "Task" [ 1257.268177] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.282034] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.301170] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788553} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.301324] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.301592] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.301882] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-505828a8-5e20-42ec-938e-06a884985e98 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.309884] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1257.309884] env[69854]: value = "task-3520212" [ 1257.309884] env[69854]: _type = "Task" [ 1257.309884] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.319501] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.395021] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 64675229-c4bf-4cab-a633-2aecc6cfc422] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.494033] env[69854]: INFO nova.compute.manager [-] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Took 1.24 seconds to deallocate network for instance. [ 1257.685131] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6dc437-a0cc-4f54-9ff2-1a6a352070b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.704407] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance 'eddda2a1-2988-471e-af3b-99c8ec29cffc' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.734731] env[69854]: INFO nova.compute.resource_tracker [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating resource usage from migration 1b24b3dc-1b18-4c72-a8c1-fa7bbc36d766 [ 1257.780216] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520211, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.823151] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145262} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.823151] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.823686] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e397c274-d438-4401-be5d-d6eb8773518b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.847430] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.852198] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef389fdc-1ae0-4edd-ad49-d14e49b3df24 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.872707] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1257.872707] env[69854]: value = "task-3520213" [ 1257.872707] env[69854]: _type = "Task" [ 1257.872707] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.886319] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.898300] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 08f36156-667b-4d10-80f8-4977dc4d7357] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.903090] env[69854]: DEBUG nova.network.neutron [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [{"id": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "address": "fa:16:3e:48:15:ae", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bcc1ce-b7", "ovs_interfaceid": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.942792] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36427d7f-83d1-4acc-ac6e-157c29ff98c6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.951175] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab69ba4b-2fd3-4aaf-a9ad-9a85cd1f7e45 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.982666] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d50cc-7151-4b4a-b3fb-46e020f86b2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.990984] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8230873-5d7c-4b63-8ef8-68fca9ebb7b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.005950] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.006495] env[69854]: DEBUG nova.compute.provider_tree [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.210484] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.210820] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f5fcd67-0e42-440f-8251-53ce8d96fb90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.218617] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1258.218617] env[69854]: value = "task-3520214" [ 1258.218617] env[69854]: _type = "Task" [ 1258.218617] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.227974] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.280054] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520211, 'name': CreateSnapshot_Task, 'duration_secs': 0.932881} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.280375] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1258.281232] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeb447f-fbb0-453b-93e3-5867f34bc22a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.383913] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520213, 'name': ReconfigVM_Task, 'duration_secs': 0.429575} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.384233] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Reconfigured VM instance instance-00000072 to attach disk [datastore2] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.384912] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aff29f44-5847-44dd-a210-e6824be56f9d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.394480] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1258.394480] env[69854]: value = "task-3520215" [ 1258.394480] env[69854]: _type = "Task" [ 1258.394480] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.401828] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 25126850-d93c-437a-b08f-99cd51d2f6e9] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.408184] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.415861] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520215, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.510108] env[69854]: DEBUG nova.scheduler.client.report [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.729174] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520214, 'name': PowerOffVM_Task, 'duration_secs': 0.234373} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.729458] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.729648] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance 'eddda2a1-2988-471e-af3b-99c8ec29cffc' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.801705] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1258.802289] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c54b9403-e6ea-42fe-987d-9d113abe2d2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.812056] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1258.812056] env[69854]: value = "task-3520216" [ 1258.812056] env[69854]: _type = "Task" [ 1258.812056] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.820851] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520216, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.905067] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520215, 'name': Rename_Task, 'duration_secs': 0.217258} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.905377] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.905648] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3810a133-1c98-46d8-b100-1195c965b7f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.908090] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 9687559c-2f70-4a39-bd12-c5ff66a69038] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.920362] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1258.920362] env[69854]: value = "task-3520217" [ 1258.920362] env[69854]: _type = "Task" [ 1258.920362] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.931890] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.015835] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.293s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.015969] env[69854]: INFO nova.compute.manager [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Migrating [ 1259.022804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.017s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.023047] env[69854]: DEBUG nova.objects.instance [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'resources' on Instance uuid 73c27176-731b-45bf-8646-5b69aad014c3 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.236490] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.236841] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.237138] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.237243] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.237409] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.237593] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.237873] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.238105] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.238313] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.238503] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.239137] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.244745] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d18950-6854-451d-892c-d281b02b30ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.262631] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1259.262631] env[69854]: value = "task-3520218" [ 1259.262631] env[69854]: _type = "Task" [ 1259.262631] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.274269] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.326157] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520216, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.418750] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 32abc8fd-5c0f-4ff4-a32f-efb04a73ed3d] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.432034] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.534482] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.534689] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.535098] env[69854]: DEBUG nova.network.neutron [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.719287] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be24bd5-3c5e-4dcf-9799-967eed0f6f74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.730382] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4665bc-84ca-4b6e-b95d-2a58e454b9b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.769786] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c788e198-c177-42bd-8056-9dbe4bbf7d9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.779638] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520218, 'name': ReconfigVM_Task, 'duration_secs': 0.302823} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.780048] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance 'eddda2a1-2988-471e-af3b-99c8ec29cffc' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.784227] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ffb3ee-615a-422a-98f2-e4c55a43572a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.799468] env[69854]: DEBUG nova.compute.provider_tree [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.823706] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520216, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.921498] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 1f71d24b-5d26-4d5a-8991-c3a267f1f6e3] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.929491] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa13288a-b360-42d2-8e26-0d46c9388a15 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.937909] env[69854]: DEBUG oslo_vmware.api [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520217, 'name': PowerOnVM_Task, 'duration_secs': 0.535706} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.951044] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.951307] env[69854]: INFO nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1259.951455] env[69854]: DEBUG nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.951823] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance '70098300-c4ca-45b9-ae8c-7f981abf2ef8' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.956402] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc851f9-f1c6-45eb-9418-9a92dee73407 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.238184] env[69854]: DEBUG nova.network.neutron [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance_info_cache with network_info: [{"id": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "address": "fa:16:3e:83:a7:60", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb8f846c-02", "ovs_interfaceid": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.290968] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.291224] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.291382] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.291564] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.291726] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.291856] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.292208] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.292329] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.292494] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.292657] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.292997] env[69854]: DEBUG nova.virt.hardware [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.298298] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.298583] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c916827f-2fcb-428f-8546-c5fe9a4fdc2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.313552] env[69854]: DEBUG nova.scheduler.client.report [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.323888] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1260.323888] env[69854]: value = "task-3520219" [ 1260.323888] env[69854]: _type = "Task" [ 1260.323888] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.327550] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520216, 'name': CloneVM_Task, 'duration_secs': 1.310164} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.331194] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Created linked-clone VM from snapshot [ 1260.332294] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544d03f-fa6d-4386-a28b-0cac47098053 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.340865] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.344163] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Uploading image 8a54e3fc-60c8-4206-b410-eac3fc2d4774 {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1260.368550] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1260.368550] env[69854]: value = "vm-703240" [ 1260.368550] env[69854]: _type = "VirtualMachine" [ 1260.368550] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1260.368843] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4295fcc0-4244-46f7-9832-0cb4b0b4a201 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.378668] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease: (returnval){ [ 1260.378668] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d9323d-09c6-ddc5-b618-0c5de8036457" [ 1260.378668] env[69854]: _type = "HttpNfcLease" [ 1260.378668] env[69854]: } obtained for exporting VM: (result){ [ 1260.378668] env[69854]: value = "vm-703240" [ 1260.378668] env[69854]: _type = "VirtualMachine" [ 1260.378668] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1260.378985] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the lease: (returnval){ [ 1260.378985] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d9323d-09c6-ddc5-b618-0c5de8036457" [ 1260.378985] env[69854]: _type = "HttpNfcLease" [ 1260.378985] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1260.386832] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1260.386832] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d9323d-09c6-ddc5-b618-0c5de8036457" [ 1260.386832] env[69854]: _type = "HttpNfcLease" [ 1260.386832] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1260.433057] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 459e23dc-3461-47d2-81fb-06176a88e11d] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.462223] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.463186] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbf77a4-ec32-40bc-b9d8-23a7a362787d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.472077] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1260.472077] env[69854]: value = "task-3520221" [ 1260.472077] env[69854]: _type = "Task" [ 1260.472077] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.477140] env[69854]: INFO nova.compute.manager [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Took 17.08 seconds to build instance. [ 1260.488460] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.741172] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.817900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.837550] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520219, 'name': ReconfigVM_Task, 'duration_secs': 0.176762} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.838051] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.839108] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d147ef-6334-4a38-ba2a-27f49cb1bc19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.842926] env[69854]: INFO nova.scheduler.client.report [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted allocations for instance 73c27176-731b-45bf-8646-5b69aad014c3 [ 1260.867938] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] eddda2a1-2988-471e-af3b-99c8ec29cffc/eddda2a1-2988-471e-af3b-99c8ec29cffc.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.868533] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3c8554-80b0-4776-a946-3391cb7cd21f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.893999] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1260.893999] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d9323d-09c6-ddc5-b618-0c5de8036457" [ 1260.893999] env[69854]: _type = "HttpNfcLease" [ 1260.893999] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1260.895350] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1260.895350] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d9323d-09c6-ddc5-b618-0c5de8036457" [ 1260.895350] env[69854]: _type = "HttpNfcLease" [ 1260.895350] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1260.895642] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1260.895642] env[69854]: value = "task-3520222" [ 1260.895642] env[69854]: _type = "Task" [ 1260.895642] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.896399] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596683f8-7291-4163-bc72-4e038f69f4bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.910698] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528606f8-2208-3908-a01d-d695e108aa66/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1260.910862] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528606f8-2208-3908-a01d-d695e108aa66/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1260.912520] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.975241] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b0b6c63d-ca17-45df-a731-90d6a06ace08] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.983729] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2fd4e539-15f7-4afb-842c-b5a6a12a6a52 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "d2da83b2-542d-4355-bcbe-2b6c16f58451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.597s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.991172] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520221, 'name': PowerOffVM_Task, 'duration_secs': 0.322665} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.991427] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.991679] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance '70098300-c4ca-45b9-ae8c-7f981abf2ef8' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.011075] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b714647-cfed-4667-85f8-0adfb95f3a4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.204344] env[69854]: INFO nova.compute.manager [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Rebuilding instance [ 1261.247167] env[69854]: DEBUG nova.compute.manager [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.248114] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd2de4f-b940-467b-a94a-11f11ecffbb9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.372174] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9f114999-f4a2-42bd-9cc7-b608862fbeb4 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "73c27176-731b-45bf-8646-5b69aad014c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.392s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.411053] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520222, 'name': ReconfigVM_Task, 'duration_secs': 0.277843} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.411386] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] eddda2a1-2988-471e-af3b-99c8ec29cffc/eddda2a1-2988-471e-af3b-99c8ec29cffc.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.411865] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance 'eddda2a1-2988-471e-af3b-99c8ec29cffc' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.484765] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 736701d6-fe4d-4036-b0b5-956538f5ca22] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.500224] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.500224] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.500224] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.501312] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.501519] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.501682] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.501928] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.502799] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.502799] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.502799] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.502799] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.511373] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fabcb2b-9444-46a9-ab45-3cb64e60b0f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.530690] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1261.530690] env[69854]: value = "task-3520223" [ 1261.530690] env[69854]: _type = "Task" [ 1261.530690] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.541664] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.918515] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7febbb38-50bf-4ea7-9ff4-c53c63bc5a7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.941935] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd712ab-a18e-4129-b797-911979726db5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.963440] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance 'eddda2a1-2988-471e-af3b-99c8ec29cffc' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.988504] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 81dac7e8-2a77-4b17-b17b-77a97dd7b9d2] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.043035] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520223, 'name': ReconfigVM_Task, 'duration_secs': 0.24791} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.043445] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance '70098300-c4ca-45b9-ae8c-7f981abf2ef8' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.115367] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.115909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.260078] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c08c9-87af-4ef4-80b7-86d7d72a9b92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.263969] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.264301] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6480c3ac-9339-4040-b262-5acf1409e579 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.287560] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance '195c4c61-dd23-40d6-abbf-63099764c21d' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.292838] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1262.292838] env[69854]: value = "task-3520224" [ 1262.292838] env[69854]: _type = "Task" [ 1262.292838] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.303151] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.491087] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 028ea073-c986-4b3d-a8ae-93c3550fce53] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.507077] env[69854]: DEBUG nova.network.neutron [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Port b2b31db8-a2f4-4ec2-bcbb-e302478b48ac binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1262.550503] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.550873] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.551044] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.551230] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.551377] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.551526] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.551847] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.552106] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.552382] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.552617] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.552900] env[69854]: DEBUG nova.virt.hardware [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.559647] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.560312] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee601da0-614d-49c3-bb14-fb8ed24cd681 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.581475] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1262.581475] env[69854]: value = "task-3520225" [ 1262.581475] env[69854]: _type = "Task" [ 1262.581475] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.590861] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.619431] env[69854]: DEBUG nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.795336] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.795697] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75fc6db2-3f06-49ec-b8fb-23b4f8eec714 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.810616] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520224, 'name': PowerOffVM_Task, 'duration_secs': 0.136374} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.811939] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.812741] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.813048] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1262.813048] env[69854]: value = "task-3520226" [ 1262.813048] env[69854]: _type = "Task" [ 1262.813048] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.814024] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9beb480-12a0-41e2-86fb-2bc05fca0122 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.830378] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.832566] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.832961] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51b4967b-5848-4ad8-a684-308544ad5b4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.866382] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.866743] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.867129] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Deleting the datastore file [datastore2] d2da83b2-542d-4355-bcbe-2b6c16f58451 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.867558] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b77825-408f-49db-8229-b40403f70738 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.876056] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1262.876056] env[69854]: value = "task-3520228" [ 1262.876056] env[69854]: _type = "Task" [ 1262.876056] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.885507] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.994528] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 7cacfaf2-b4b9-417a-84ec-332b5238ef00] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.092756] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520225, 'name': ReconfigVM_Task, 'duration_secs': 0.280133} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.093058] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.093919] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a0880-3c55-4c7e-81c7-24d7386ee8f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.117640] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-da6025ef-4e08-4d52-9070-1be3838d9d44/volume-da6025ef-4e08-4d52-9070-1be3838d9d44.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.117974] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17119d77-4b77-4cf4-914a-9d7cdf7f8d02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.141229] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1263.141229] env[69854]: value = "task-3520229" [ 1263.141229] env[69854]: _type = "Task" [ 1263.141229] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.155000] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.156446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.158327] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.158602] env[69854]: INFO nova.compute.claims [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.329790] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520226, 'name': PowerOffVM_Task, 'duration_secs': 0.256431} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.330204] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.330297] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance '195c4c61-dd23-40d6-abbf-63099764c21d' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.389691] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199037} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.390092] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.390389] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.390661] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.498716] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 212c90bb-cfbf-496b-a1bd-685e0c8ee420] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.532204] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.532453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.532629] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.653548] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520229, 'name': ReconfigVM_Task, 'duration_secs': 0.385244} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.653822] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-da6025ef-4e08-4d52-9070-1be3838d9d44/volume-da6025ef-4e08-4d52-9070-1be3838d9d44.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.654102] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance '70098300-c4ca-45b9-ae8c-7f981abf2ef8' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.837403] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.837645] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.837742] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.837924] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.838075] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.838227] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.838435] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.838589] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.838753] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.838942] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.839288] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.848221] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4a0294-df79-45af-a8fa-181d231da67e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.867528] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1263.867528] env[69854]: value = "task-3520230" [ 1263.867528] env[69854]: _type = "Task" [ 1263.867528] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.879726] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.002035] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e2de5455-e804-4086-909f-dd8f81749b77] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.161928] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c256b8b6-7951-4cc7-b614-36ffec8f95dc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.191601] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d130538-e739-4fad-9e6e-f706b769231d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.213136] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance '70098300-c4ca-45b9-ae8c-7f981abf2ef8' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.362184] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba5d567-90e3-487d-a8a1-9f9d86e2c049 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.374311] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f711395-cd04-4c5f-a464-92346efa3342 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.380670] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520230, 'name': ReconfigVM_Task, 'duration_secs': 0.217043} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.381408] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance '195c4c61-dd23-40d6-abbf-63099764c21d' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.416327] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fd81ba-b4b8-4d2c-bfef-945bdc462a66 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.424806] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c05dacf-5ea3-4656-9149-b2b34c461307 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.443480] env[69854]: DEBUG nova.compute.provider_tree [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.448595] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.448968] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.449259] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.449583] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.449841] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.450135] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.450462] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.450723] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.450994] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.451272] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.451548] env[69854]: DEBUG nova.virt.hardware [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.453099] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a63d00b-9fa7-4c73-a0d8-c1bbc83a76fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.466018] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b52208-228a-4076-9ed0-587a92e3f490 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.482428] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.488297] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.488561] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.488785] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-198cbf6f-b1af-4ed6-890a-0c47055ddfcc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.507811] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 89a76b3a-29f1-4ba1-90c2-06f6f876f74d] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.511894] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.511894] env[69854]: value = "task-3520231" [ 1264.511894] env[69854]: _type = "Task" [ 1264.511894] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.525891] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520231, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.578354] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.578584] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.578797] env[69854]: DEBUG nova.network.neutron [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.917324] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.917577] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.917825] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.918025] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.918175] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.918321] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.918518] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.918673] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.918835] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.919166] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.919166] env[69854]: DEBUG nova.virt.hardware [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.924824] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.925191] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d71017-59d0-4f02-b9a0-cfe3c760e88b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.947151] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1264.947151] env[69854]: value = "task-3520232" [ 1264.947151] env[69854]: _type = "Task" [ 1264.947151] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.956812] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.957719] env[69854]: DEBUG nova.scheduler.client.report [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.011222] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 8e017fda-5fdb-4636-ba9c-6d27e9ae10af] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.023487] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520231, 'name': CreateVM_Task, 'duration_secs': 0.299277} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.023650] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.024081] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.024244] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.024614] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.024880] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36cdafec-ffa2-4087-b3b8-2674ae452fc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.030513] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1265.030513] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b565b-e5d2-c12c-dedf-7229161bcc6e" [ 1265.030513] env[69854]: _type = "Task" [ 1265.030513] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.039611] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b565b-e5d2-c12c-dedf-7229161bcc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.399635] env[69854]: DEBUG nova.network.neutron [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.457760] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520232, 'name': ReconfigVM_Task, 'duration_secs': 0.18198} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.458064] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.458923] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c009cb-6c6f-4732-b1c7-29205a5b9b8b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.464494] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.465046] env[69854]: DEBUG nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.489353] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 195c4c61-dd23-40d6-abbf-63099764c21d/195c4c61-dd23-40d6-abbf-63099764c21d.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.489956] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d65cd6-5250-43b5-a9ed-115ac041e755 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.510401] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1265.510401] env[69854]: value = "task-3520233" [ 1265.510401] env[69854]: _type = "Task" [ 1265.510401] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.519661] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 76e01fce-0657-49fc-bfa6-3bcc6d82a197] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.521537] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.541804] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528b565b-e5d2-c12c-dedf-7229161bcc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.015113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.542671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.542671] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.542671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.542847] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.543028] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.544190] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615a7d7b-732f-4d7f-ba41-862a072b35cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.555199] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.555401] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.556220] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8bf8db-7fd9-4aff-aff2-b478c1fa23af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.562532] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1265.562532] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521be799-82d3-fdb3-f0c8-9275de887047" [ 1265.562532] env[69854]: _type = "Task" [ 1265.562532] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.571499] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521be799-82d3-fdb3-f0c8-9275de887047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.888434] env[69854]: DEBUG nova.network.neutron [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Port 49bcc1ce-b775-4f1e-87ab-8d4207580716 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1265.901926] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.991297] env[69854]: DEBUG nova.compute.utils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.993333] env[69854]: DEBUG nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.993525] env[69854]: DEBUG nova.network.neutron [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.021939] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520233, 'name': ReconfigVM_Task, 'duration_secs': 0.281624} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.022353] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 3e5edb84-1179-4056-954b-f0ee456533aa] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.024082] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 195c4c61-dd23-40d6-abbf-63099764c21d/195c4c61-dd23-40d6-abbf-63099764c21d.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.024923] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance '195c4c61-dd23-40d6-abbf-63099764c21d' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.055033] env[69854]: DEBUG nova.policy [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc58af0925754cc9901150dad800d2e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aee0d14a8d483184d4fa3becb44349', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.074126] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521be799-82d3-fdb3-f0c8-9275de887047, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.074997] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2921bc17-a847-4b15-a1a0-f1d84e1ebb18 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.081586] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1266.081586] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ee15ad-e8da-2267-30ab-42a956d91bef" [ 1266.081586] env[69854]: _type = "Task" [ 1266.081586] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.090708] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ee15ad-e8da-2267-30ab-42a956d91bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.382405] env[69854]: DEBUG nova.network.neutron [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Successfully created port: b8b840c2-5b00-4f4b-a73a-3eefe20912fe {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.429734] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090f1f5-6c4f-4a0e-a641-cca94e736968 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.454754] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f002d7b-71d8-44c6-a216-18cd9b437d72 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.458783] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.459213] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.459459] env[69854]: INFO nova.compute.manager [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Shelving [ 1266.468059] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance 'eddda2a1-2988-471e-af3b-99c8ec29cffc' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.493912] env[69854]: DEBUG nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.530754] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 0bba67d1-91f2-4359-9eb8-1eb928e7c11b] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.535185] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c5f1c-2425-46f4-8250-0eaf2f5cadc7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.557531] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb190fcb-a603-4dab-9172-64d76e476de9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.577534] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance '195c4c61-dd23-40d6-abbf-63099764c21d' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.593154] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ee15ad-e8da-2267-30ab-42a956d91bef, 'name': SearchDatastore_Task, 'duration_secs': 0.012636} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.593621] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.594019] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.594462] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f016a7-2c04-4fad-baf7-5ca4c4c3f027 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.603512] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1266.603512] env[69854]: value = "task-3520234" [ 1266.603512] env[69854]: _type = "Task" [ 1266.603512] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.612629] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.912481] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.912623] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.912816] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.974132] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.974284] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf2deab-0fca-4273-b5c9-21ff2a93579e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.984956] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1266.984956] env[69854]: value = "task-3520235" [ 1266.984956] env[69854]: _type = "Task" [ 1266.984956] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.994226] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.035280] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 0f635a00-0e7a-46a9-b918-231571db2dae] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.113266] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455085} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.113453] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.113667] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.113924] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e90f334-6627-45bd-8d29-345dec892a18 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.117323] env[69854]: DEBUG nova.network.neutron [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Port fb8f846c-02a0-431b-99bb-3f9ee51bb36d binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1267.122037] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1267.122037] env[69854]: value = "task-3520236" [ 1267.122037] env[69854]: _type = "Task" [ 1267.122037] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.133499] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.471280] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.471586] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63d8206-fa2f-4058-b874-defd2222af6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.479897] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1267.479897] env[69854]: value = "task-3520237" [ 1267.479897] env[69854]: _type = "Task" [ 1267.479897] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.492656] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.503388] env[69854]: DEBUG nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.512269] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520235, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.534554] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.536178] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.536178] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.536178] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.536178] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.536178] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.536483] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.536483] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.536629] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.537380] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.537380] env[69854]: DEBUG nova.virt.hardware [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.538408] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e70f20b-706d-4d9c-825e-a21213c06e13 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.541843] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e9eba1ad-cad1-49eb-b90c-c5a216e578f1] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.551633] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f492fac-6b6e-4c9a-9d86-d6a45319583c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.633212] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080446} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.633490] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.634296] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35105f49-e75e-48e8-89b3-efe3c0994934 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.656722] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.657117] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d9fea5-fdf1-4653-89e0-8ac95272696e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.680943] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1267.680943] env[69854]: value = "task-3520238" [ 1267.680943] env[69854]: _type = "Task" [ 1267.680943] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.691201] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.834458] env[69854]: DEBUG nova.compute.manager [req-2e3841c2-2399-4dd8-9cd4-f5a2014d327d req-81149ae2-0dcc-4a98-80fb-01c35862ab2c service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Received event network-vif-plugged-b8b840c2-5b00-4f4b-a73a-3eefe20912fe {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.834724] env[69854]: DEBUG oslo_concurrency.lockutils [req-2e3841c2-2399-4dd8-9cd4-f5a2014d327d req-81149ae2-0dcc-4a98-80fb-01c35862ab2c service nova] Acquiring lock "3018ded1-122a-40cc-aff3-9cf8f84cc836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.834948] env[69854]: DEBUG oslo_concurrency.lockutils [req-2e3841c2-2399-4dd8-9cd4-f5a2014d327d req-81149ae2-0dcc-4a98-80fb-01c35862ab2c service nova] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.835194] env[69854]: DEBUG oslo_concurrency.lockutils [req-2e3841c2-2399-4dd8-9cd4-f5a2014d327d req-81149ae2-0dcc-4a98-80fb-01c35862ab2c service nova] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.835350] env[69854]: DEBUG nova.compute.manager [req-2e3841c2-2399-4dd8-9cd4-f5a2014d327d req-81149ae2-0dcc-4a98-80fb-01c35862ab2c service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] No waiting events found dispatching network-vif-plugged-b8b840c2-5b00-4f4b-a73a-3eefe20912fe {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.835455] env[69854]: WARNING nova.compute.manager [req-2e3841c2-2399-4dd8-9cd4-f5a2014d327d req-81149ae2-0dcc-4a98-80fb-01c35862ab2c service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Received unexpected event network-vif-plugged-b8b840c2-5b00-4f4b-a73a-3eefe20912fe for instance with vm_state building and task_state spawning. [ 1267.916066] env[69854]: DEBUG nova.network.neutron [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Successfully updated port: b8b840c2-5b00-4f4b-a73a-3eefe20912fe {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.949670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.949857] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.950050] env[69854]: DEBUG nova.network.neutron [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.992162] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520237, 'name': PowerOffVM_Task, 'duration_secs': 0.279792} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.992796] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.993900] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d1164-83a8-42fe-8855-97c36ccf2e37 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.999766] env[69854]: DEBUG oslo_vmware.api [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520235, 'name': PowerOnVM_Task, 'duration_secs': 0.586283} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.000428] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.000620] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69b15-0c63-4cc4-80f3-97f3b23df8d4 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance 'eddda2a1-2988-471e-af3b-99c8ec29cffc' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.018200] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a1b53-2858-47ce-91e8-44149c0c8b2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.046254] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: bbdd8f67-5064-414e-803a-61ab683f0c52] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.141719] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.141719] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.141876] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.191835] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520238, 'name': ReconfigVM_Task, 'duration_secs': 0.345095} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.192090] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Reconfigured VM instance instance-00000072 to attach disk [datastore1] d2da83b2-542d-4355-bcbe-2b6c16f58451/d2da83b2-542d-4355-bcbe-2b6c16f58451.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.193494] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a815f6-30e7-4154-84f8-fe704e41b062 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.200227] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1268.200227] env[69854]: value = "task-3520239" [ 1268.200227] env[69854]: _type = "Task" [ 1268.200227] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.208894] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520239, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.421902] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-3018ded1-122a-40cc-aff3-9cf8f84cc836" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.422079] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-3018ded1-122a-40cc-aff3-9cf8f84cc836" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.422232] env[69854]: DEBUG nova.network.neutron [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.530405] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1268.533836] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0ff9b0e-65c1-41cd-915c-645be648318b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.542977] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1268.542977] env[69854]: value = "task-3520240" [ 1268.542977] env[69854]: _type = "Task" [ 1268.542977] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.549765] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 2f759908-97b6-4565-9def-df1e75c1225c] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.555726] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.711344] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520239, 'name': Rename_Task, 'duration_secs': 0.144466} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.711738] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.711879] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed713c50-7615-45e2-b533-7fd1dcd56d74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.723025] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1268.723025] env[69854]: value = "task-3520241" [ 1268.723025] env[69854]: _type = "Task" [ 1268.723025] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.732170] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.734442] env[69854]: DEBUG nova.network.neutron [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [{"id": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "address": "fa:16:3e:48:15:ae", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bcc1ce-b7", "ovs_interfaceid": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.851078] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528606f8-2208-3908-a01d-d695e108aa66/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1268.852141] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c6d5d-85da-49bf-af01-4d074afa8103 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.859901] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528606f8-2208-3908-a01d-d695e108aa66/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1268.860107] env[69854]: ERROR oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528606f8-2208-3908-a01d-d695e108aa66/disk-0.vmdk due to incomplete transfer. [ 1268.860322] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-55ea2628-77fc-4065-b93b-2463c56e5b83 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.868849] env[69854]: DEBUG oslo_vmware.rw_handles [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528606f8-2208-3908-a01d-d695e108aa66/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1268.869094] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Uploaded image 8a54e3fc-60c8-4206-b410-eac3fc2d4774 to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1268.871833] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1268.872187] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d5bbf0c-3306-455b-88ce-4ac94dc36b3d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.880368] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1268.880368] env[69854]: value = "task-3520242" [ 1268.880368] env[69854]: _type = "Task" [ 1268.880368] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.891540] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520242, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.963016] env[69854]: DEBUG nova.network.neutron [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.055359] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520240, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.056937] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 9dea10fc-d9f0-415b-b343-2bb889f5ae60] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.109416] env[69854]: DEBUG nova.network.neutron [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Updating instance_info_cache with network_info: [{"id": "b8b840c2-5b00-4f4b-a73a-3eefe20912fe", "address": "fa:16:3e:e1:c5:0c", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b840c2-5b", "ovs_interfaceid": "b8b840c2-5b00-4f4b-a73a-3eefe20912fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.199176] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.199397] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.199549] env[69854]: DEBUG nova.network.neutron [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.233755] env[69854]: DEBUG oslo_vmware.api [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520241, 'name': PowerOnVM_Task, 'duration_secs': 0.481088} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.234053] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.234270] env[69854]: DEBUG nova.compute.manager [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.235036] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18935145-a8d2-4b81-a981-fc53a43d8a5b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.237957] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.394296] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520242, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.555855] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520240, 'name': CreateSnapshot_Task, 'duration_secs': 0.992456} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.556245] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1269.556999] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6110b09-eaf9-4003-a1f9-dc38e6552195 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.560277] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: f4a9caf6-2c3c-46d7-8a67-5360edbaa93e] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.611420] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-3018ded1-122a-40cc-aff3-9cf8f84cc836" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.611746] env[69854]: DEBUG nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Instance network_info: |[{"id": "b8b840c2-5b00-4f4b-a73a-3eefe20912fe", "address": "fa:16:3e:e1:c5:0c", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b840c2-5b", "ovs_interfaceid": "b8b840c2-5b00-4f4b-a73a-3eefe20912fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.612220] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c5:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b840c2-5b00-4f4b-a73a-3eefe20912fe', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.620353] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.620863] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.621114] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5056c582-321b-439f-bd47-e92ff5a7cb79 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.642069] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.642069] env[69854]: value = "task-3520243" [ 1269.642069] env[69854]: _type = "Task" [ 1269.642069] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.650610] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520243, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.747786] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2a7b5-03ae-431a-8941-540e48acb940 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.758636] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.758917] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.759109] env[69854]: DEBUG nova.objects.instance [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1269.761859] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64453fe7-d28d-41d6-8ae8-b291a1545757 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.894082] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520242, 'name': Destroy_Task, 'duration_secs': 0.517269} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.894358] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Destroyed the VM [ 1269.894621] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1269.894884] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-615c62d7-93ff-4c68-b3a7-11e5417b6436 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.903684] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1269.903684] env[69854]: value = "task-3520244" [ 1269.903684] env[69854]: _type = "Task" [ 1269.903684] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.913640] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520244, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.004662] env[69854]: DEBUG nova.compute.manager [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Received event network-changed-b8b840c2-5b00-4f4b-a73a-3eefe20912fe {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.004896] env[69854]: DEBUG nova.compute.manager [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Refreshing instance network info cache due to event network-changed-b8b840c2-5b00-4f4b-a73a-3eefe20912fe. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.005135] env[69854]: DEBUG oslo_concurrency.lockutils [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] Acquiring lock "refresh_cache-3018ded1-122a-40cc-aff3-9cf8f84cc836" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.005283] env[69854]: DEBUG oslo_concurrency.lockutils [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] Acquired lock "refresh_cache-3018ded1-122a-40cc-aff3-9cf8f84cc836" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.005450] env[69854]: DEBUG nova.network.neutron [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Refreshing network info cache for port b8b840c2-5b00-4f4b-a73a-3eefe20912fe {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.007089] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.007306] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.007472] env[69854]: DEBUG nova.compute.manager [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Going to confirm migration 5 {{(pid=69854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1270.063462] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: c9c127a4-b4f6-4ceb-a662-bdc53a5afa43] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.079078] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1270.082137] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6eb90fe6-0cf1-4586-8ea2-84c680a02cac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.093149] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1270.093149] env[69854]: value = "task-3520245" [ 1270.093149] env[69854]: _type = "Task" [ 1270.093149] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.103874] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520245, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.153018] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520243, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.184065] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "d2da83b2-542d-4355-bcbe-2b6c16f58451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.184605] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "d2da83b2-542d-4355-bcbe-2b6c16f58451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.184866] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "d2da83b2-542d-4355-bcbe-2b6c16f58451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.185088] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "d2da83b2-542d-4355-bcbe-2b6c16f58451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.185333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "d2da83b2-542d-4355-bcbe-2b6c16f58451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.187560] env[69854]: INFO nova.compute.manager [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Terminating instance [ 1270.231637] env[69854]: DEBUG nova.network.neutron [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance_info_cache with network_info: [{"id": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "address": "fa:16:3e:83:a7:60", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb8f846c-02", "ovs_interfaceid": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.414844] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520244, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.568418] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.568691] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.568780] env[69854]: DEBUG nova.network.neutron [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.568982] env[69854]: DEBUG nova.objects.instance [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'info_cache' on Instance uuid eddda2a1-2988-471e-af3b-99c8ec29cffc {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.570867] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 4775d1c9-faac-4ec8-b4e2-4bb8443774cc] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.607250] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520245, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.655708] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520243, 'name': CreateVM_Task, 'duration_secs': 0.606446} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.655891] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.656528] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.656722] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.657096] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.657363] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27717fe3-bfda-40bd-9087-df4bb13bbf1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.663247] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1270.663247] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52148f3c-444d-ff75-249e-1899435fd646" [ 1270.663247] env[69854]: _type = "Task" [ 1270.663247] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.672602] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52148f3c-444d-ff75-249e-1899435fd646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.697348] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "refresh_cache-d2da83b2-542d-4355-bcbe-2b6c16f58451" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.697584] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquired lock "refresh_cache-d2da83b2-542d-4355-bcbe-2b6c16f58451" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.697795] env[69854]: DEBUG nova.network.neutron [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.734957] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.749133] env[69854]: DEBUG nova.network.neutron [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Updated VIF entry in instance network info cache for port b8b840c2-5b00-4f4b-a73a-3eefe20912fe. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.749587] env[69854]: DEBUG nova.network.neutron [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Updating instance_info_cache with network_info: [{"id": "b8b840c2-5b00-4f4b-a73a-3eefe20912fe", "address": "fa:16:3e:e1:c5:0c", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b840c2-5b", "ovs_interfaceid": "b8b840c2-5b00-4f4b-a73a-3eefe20912fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.772282] env[69854]: DEBUG oslo_concurrency.lockutils [None req-dca125dc-e145-4d6c-bc43-d62e6e0fbf22 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.869702] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af958452-cfbb-4abb-a1f9-84ff1475ee87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.889549] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392fcc5f-996b-49f7-bc48-3ee15468eed9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.897135] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance '70098300-c4ca-45b9-ae8c-7f981abf2ef8' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.913785] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520244, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880948} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.913785] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1270.914036] env[69854]: DEBUG nova.compute.manager [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.914745] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cc3e31-c793-475a-a80d-0658e8c2fd90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.076059] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: de4257ac-3991-4bc1-ac95-1327e6175718] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.106189] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520245, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.174636] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52148f3c-444d-ff75-249e-1899435fd646, 'name': SearchDatastore_Task, 'duration_secs': 0.014806} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.174963] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.175247] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.175498] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.175649] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.175848] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.176173] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-158a0b60-1fe1-4521-9bf5-614e94f73d3a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.185203] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.185373] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.186074] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8078f6-7709-4a1b-961e-55fe686d8a63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.191403] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1271.191403] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529413eb-32d7-1bf0-5fb0-45e7e4ef910b" [ 1271.191403] env[69854]: _type = "Task" [ 1271.191403] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.199481] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529413eb-32d7-1bf0-5fb0-45e7e4ef910b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.216165] env[69854]: DEBUG nova.network.neutron [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.252396] env[69854]: DEBUG oslo_concurrency.lockutils [req-d76198da-b713-40fc-a386-d457819bfb8e req-13a358e8-468a-4efd-b611-dc3ef496a85b service nova] Releasing lock "refresh_cache-3018ded1-122a-40cc-aff3-9cf8f84cc836" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.256333] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e0614-9bcc-4119-b032-66b33be5edec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.262411] env[69854]: DEBUG nova.network.neutron [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.284467] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f56351-d289-4324-a034-b58312669073 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.294082] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance '195c4c61-dd23-40d6-abbf-63099764c21d' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.404337] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.404901] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbcd10bd-7f64-404c-bbd6-cfd5beff92c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.413143] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1271.413143] env[69854]: value = "task-3520246" [ 1271.413143] env[69854]: _type = "Task" [ 1271.413143] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.421929] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.426958] env[69854]: INFO nova.compute.manager [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Shelve offloading [ 1271.580085] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: ee92eb24-f6ac-4ae9-a9c8-0ae0b0df1f82] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.606630] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520245, 'name': CloneVM_Task} progress is 95%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.703935] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529413eb-32d7-1bf0-5fb0-45e7e4ef910b, 'name': SearchDatastore_Task, 'duration_secs': 0.021705} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.707633] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac5b3ed-76f0-4577-9abe-21300abc0d1b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.714159] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1271.714159] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eccdf3-02b5-26ef-3b34-9a93f3dc5af8" [ 1271.714159] env[69854]: _type = "Task" [ 1271.714159] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.722642] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eccdf3-02b5-26ef-3b34-9a93f3dc5af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.784239] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Releasing lock "refresh_cache-d2da83b2-542d-4355-bcbe-2b6c16f58451" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.784715] env[69854]: DEBUG nova.compute.manager [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.784961] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.785967] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f48ea74-8fa6-4f06-aac4-6050746b7127 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.800543] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.800543] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.800693] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a01cb2b-2b40-48b4-93a9-fa57e1c535bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.802356] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e8cfc12-1363-4c2e-8ee5-7a3e6dbe0257 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.810824] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1271.810824] env[69854]: value = "task-3520248" [ 1271.810824] env[69854]: _type = "Task" [ 1271.810824] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.812388] env[69854]: DEBUG oslo_vmware.api [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1271.812388] env[69854]: value = "task-3520247" [ 1271.812388] env[69854]: _type = "Task" [ 1271.812388] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.829309] env[69854]: DEBUG oslo_vmware.api [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.829606] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.861995] env[69854]: DEBUG nova.network.neutron [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [{"id": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "address": "fa:16:3e:c6:f1:fb", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b31db8-a2", "ovs_interfaceid": "b2b31db8-a2f4-4ec2-bcbb-e302478b48ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.924358] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.931208] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.931516] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77bebb96-f67d-41e3-a3da-4fe2d7577fde {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.939796] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1271.939796] env[69854]: value = "task-3520249" [ 1271.939796] env[69854]: _type = "Task" [ 1271.939796] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.953025] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1271.953238] env[69854]: DEBUG nova.compute.manager [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.954049] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6f122f-fde5-4d28-bc50-8d077c028d7e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.960579] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.960759] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.960955] env[69854]: DEBUG nova.network.neutron [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.085920] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: d8405744-92c4-4afe-b7cd-ce8fc5755c42] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.105894] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520245, 'name': CloneVM_Task, 'duration_secs': 1.646114} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.106218] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Created linked-clone VM from snapshot [ 1272.107058] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c86314-da77-4900-a541-7476d1b4ffd4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.115580] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Uploading image 07238473-b43b-47e9-bd04-c8c23f174db0 {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1272.140687] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1272.140687] env[69854]: value = "vm-703244" [ 1272.140687] env[69854]: _type = "VirtualMachine" [ 1272.140687] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1272.140949] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a10a26d8-8161-45a9-a8ff-e0583e8faf6c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.148456] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lease: (returnval){ [ 1272.148456] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e3b546-212e-b8b9-bcc6-7270cc7ed00b" [ 1272.148456] env[69854]: _type = "HttpNfcLease" [ 1272.148456] env[69854]: } obtained for exporting VM: (result){ [ 1272.148456] env[69854]: value = "vm-703244" [ 1272.148456] env[69854]: _type = "VirtualMachine" [ 1272.148456] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1272.148854] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the lease: (returnval){ [ 1272.148854] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e3b546-212e-b8b9-bcc6-7270cc7ed00b" [ 1272.148854] env[69854]: _type = "HttpNfcLease" [ 1272.148854] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1272.158227] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.158227] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e3b546-212e-b8b9-bcc6-7270cc7ed00b" [ 1272.158227] env[69854]: _type = "HttpNfcLease" [ 1272.158227] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1272.225644] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52eccdf3-02b5-26ef-3b34-9a93f3dc5af8, 'name': SearchDatastore_Task, 'duration_secs': 0.015243} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.225904] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.226208] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 3018ded1-122a-40cc-aff3-9cf8f84cc836/3018ded1-122a-40cc-aff3-9cf8f84cc836.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.226476] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cd43507-fa61-4fb1-b753-48a9df2f08c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.233623] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1272.233623] env[69854]: value = "task-3520251" [ 1272.233623] env[69854]: _type = "Task" [ 1272.233623] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.241889] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.326194] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.329024] env[69854]: DEBUG oslo_vmware.api [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520247, 'name': PowerOffVM_Task, 'duration_secs': 0.208708} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.329297] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.329461] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.329708] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17c1e6eb-4dd0-4add-937b-57026296f34b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.362251] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.362499] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.362661] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Deleting the datastore file [datastore1] d2da83b2-542d-4355-bcbe-2b6c16f58451 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.362931] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1591a7e3-9f21-4675-82a0-574c717c25ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.365105] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-eddda2a1-2988-471e-af3b-99c8ec29cffc" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.365355] env[69854]: DEBUG nova.objects.instance [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'migration_context' on Instance uuid eddda2a1-2988-471e-af3b-99c8ec29cffc {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.373093] env[69854]: DEBUG oslo_vmware.api [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for the task: (returnval){ [ 1272.373093] env[69854]: value = "task-3520253" [ 1272.373093] env[69854]: _type = "Task" [ 1272.373093] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.382660] env[69854]: DEBUG oslo_vmware.api [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.424782] env[69854]: DEBUG oslo_vmware.api [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520246, 'name': PowerOnVM_Task, 'duration_secs': 0.530096} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.425075] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.425280] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b295b96-3721-4294-87a2-54b2d2130c69 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance '70098300-c4ca-45b9-ae8c-7f981abf2ef8' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.589180] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: d8f11640-a3a3-42aa-afd7-674cd2af95c5] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.659476] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.659476] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e3b546-212e-b8b9-bcc6-7270cc7ed00b" [ 1272.659476] env[69854]: _type = "HttpNfcLease" [ 1272.659476] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1272.659792] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1272.659792] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e3b546-212e-b8b9-bcc6-7270cc7ed00b" [ 1272.659792] env[69854]: _type = "HttpNfcLease" [ 1272.659792] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1272.660641] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638f0d0c-97d2-4ba8-8e72-31641a5fb9b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.670174] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a55dc-c03f-6f6a-7332-eb31db09b310/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1272.670360] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a55dc-c03f-6f6a-7332-eb31db09b310/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1272.733594] env[69854]: DEBUG nova.network.neutron [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c280f7c-89", "ovs_interfaceid": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.748106] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.825196] env[69854]: DEBUG oslo_vmware.api [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520248, 'name': PowerOnVM_Task, 'duration_secs': 0.560431} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.825492] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.825681] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f7070b86-09f1-4227-b7bf-266a0bc81405 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance '195c4c61-dd23-40d6-abbf-63099764c21d' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.862218] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-409317ac-9c2f-42cc-b552-3e2cea5e698f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.868938] env[69854]: DEBUG nova.objects.base [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.870942] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7480df6b-a10e-44d2-bcaf-69da21b245c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.902390] env[69854]: DEBUG oslo_vmware.api [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Task: {'id': task-3520253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140074} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.905345] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f3af2c-7005-47ae-9d3a-744c25dfa59d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.907789] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.907978] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.908171] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.908348] env[69854]: INFO nova.compute.manager [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.908604] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.909056] env[69854]: DEBUG nova.compute.manager [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.909182] env[69854]: DEBUG nova.network.neutron [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.913926] env[69854]: DEBUG oslo_vmware.api [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1272.913926] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522422e9-a5df-bf30-be22-4165a73c537d" [ 1272.913926] env[69854]: _type = "Task" [ 1272.913926] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.928681] env[69854]: DEBUG oslo_vmware.api [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522422e9-a5df-bf30-be22-4165a73c537d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.929395] env[69854]: DEBUG nova.network.neutron [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.095109] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: cdb589bf-1f64-4221-916b-04f5c5fe851b] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.236708] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.249288] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655214} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.249564] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] 3018ded1-122a-40cc-aff3-9cf8f84cc836/3018ded1-122a-40cc-aff3-9cf8f84cc836.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.249802] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.250081] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec02352e-7d5e-42d4-bae1-ed54e026a6fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.257875] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1273.257875] env[69854]: value = "task-3520254" [ 1273.257875] env[69854]: _type = "Task" [ 1273.257875] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.274532] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.430278] env[69854]: DEBUG oslo_vmware.api [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522422e9-a5df-bf30-be22-4165a73c537d, 'name': SearchDatastore_Task, 'duration_secs': 0.017763} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.430647] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.430920] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.434875] env[69854]: DEBUG nova.network.neutron [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.549986] env[69854]: DEBUG nova.compute.manager [req-d584a00a-2571-4b42-a8f2-7cbf6df88eb8 req-4a8e035e-1ec6-498c-859b-0a5f53602daf service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-vif-unplugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.550417] env[69854]: DEBUG oslo_concurrency.lockutils [req-d584a00a-2571-4b42-a8f2-7cbf6df88eb8 req-4a8e035e-1ec6-498c-859b-0a5f53602daf service nova] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.550815] env[69854]: DEBUG oslo_concurrency.lockutils [req-d584a00a-2571-4b42-a8f2-7cbf6df88eb8 req-4a8e035e-1ec6-498c-859b-0a5f53602daf service nova] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.551149] env[69854]: DEBUG oslo_concurrency.lockutils [req-d584a00a-2571-4b42-a8f2-7cbf6df88eb8 req-4a8e035e-1ec6-498c-859b-0a5f53602daf service nova] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.551508] env[69854]: DEBUG nova.compute.manager [req-d584a00a-2571-4b42-a8f2-7cbf6df88eb8 req-4a8e035e-1ec6-498c-859b-0a5f53602daf service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] No waiting events found dispatching network-vif-unplugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.551887] env[69854]: WARNING nova.compute.manager [req-d584a00a-2571-4b42-a8f2-7cbf6df88eb8 req-4a8e035e-1ec6-498c-859b-0a5f53602daf service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received unexpected event network-vif-unplugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f for instance with vm_state shelved and task_state shelving_offloading. [ 1273.596560] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: c13bbae5-d17d-45db-915f-ec255c035a44] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.672861] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.673843] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f31047-5de9-4dc7-9757-a0a086f60b6b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.682011] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.682351] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69a97143-6733-4ae1-a97c-5096fd902fc9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.767502] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.767739] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.767951] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleting the datastore file [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.771225] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe2229fd-fdc1-43fd-b973-1d5440719d4f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.773203] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137285} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.773785] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.775152] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfccc76-d3c2-43dd-a3ab-2cf36ddaca05 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.779375] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1273.779375] env[69854]: value = "task-3520256" [ 1273.779375] env[69854]: _type = "Task" [ 1273.779375] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.801229] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 3018ded1-122a-40cc-aff3-9cf8f84cc836/3018ded1-122a-40cc-aff3-9cf8f84cc836.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.802107] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40c13f1-c349-4b5b-a2bd-18deee6d66cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.821057] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.830428] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1273.830428] env[69854]: value = "task-3520257" [ 1273.830428] env[69854]: _type = "Task" [ 1273.830428] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.846145] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.937746] env[69854]: INFO nova.compute.manager [-] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Took 1.03 seconds to deallocate network for instance. [ 1274.099610] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 58aec72d-9b5c-4921-9057-3c3c136d50ba] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.142239] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff1b13-9354-4d4a-bdac-b1dc1d06b11c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.151796] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce20e52-cf8a-4c35-9583-27e0468ba5d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.185568] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156268a9-f8ee-45f4-9805-c91de66060cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.194581] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259a26a-6b9f-49c0-8dc3-08e3a7e29c5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.209385] env[69854]: DEBUG nova.compute.provider_tree [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.291957] env[69854]: DEBUG oslo_vmware.api [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349872} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.293801] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.293801] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.293801] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.314771] env[69854]: INFO nova.scheduler.client.report [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted allocations for instance 28a06afd-12fc-4948-bfff-556604d55ef8 [ 1274.349607] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.445570] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.605747] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 85c0bcb1-2ce6-4079-8d1f-e06bb2c58a06] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.714228] env[69854]: DEBUG nova.scheduler.client.report [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.820450] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.842365] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520257, 'name': ReconfigVM_Task, 'duration_secs': 0.637447} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.843388] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 3018ded1-122a-40cc-aff3-9cf8f84cc836/3018ded1-122a-40cc-aff3-9cf8f84cc836.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.843702] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da8f0a9-0896-461a-81ee-b792241f678f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.852090] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1274.852090] env[69854]: value = "task-3520258" [ 1274.852090] env[69854]: _type = "Task" [ 1274.852090] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.863128] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520258, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.963104] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.963104] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.963104] env[69854]: DEBUG nova.compute.manager [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Going to confirm migration 6 {{(pid=69854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1275.109565] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 80b9aa8d-0c79-435d-8b4e-c638a078cc58] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.172934] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "195c4c61-dd23-40d6-abbf-63099764c21d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.173193] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.173369] env[69854]: DEBUG nova.compute.manager [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Going to confirm migration 7 {{(pid=69854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1275.363959] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520258, 'name': Rename_Task, 'duration_secs': 0.225354} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.364245] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.364490] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c78d9628-e75f-4b1f-a3ea-96a2136532b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.372019] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1275.372019] env[69854]: value = "task-3520259" [ 1275.372019] env[69854]: _type = "Task" [ 1275.372019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.380288] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.531457] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.531637] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquired lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.531825] env[69854]: DEBUG nova.network.neutron [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.532012] env[69854]: DEBUG nova.objects.instance [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'info_cache' on Instance uuid 70098300-c4ca-45b9-ae8c-7f981abf2ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.581053] env[69854]: DEBUG nova.compute.manager [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.581255] env[69854]: DEBUG nova.compute.manager [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing instance network info cache due to event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.581474] env[69854]: DEBUG oslo_concurrency.lockutils [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] Acquiring lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.581998] env[69854]: DEBUG oslo_concurrency.lockutils [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] Acquired lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.582199] env[69854]: DEBUG nova.network.neutron [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.613248] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 06d8941a-f77b-4541-aa5b-fdb3ecd12dc7] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.715097] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.715313] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.715515] env[69854]: DEBUG nova.network.neutron [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.715772] env[69854]: DEBUG nova.objects.instance [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lazy-loading 'info_cache' on Instance uuid 195c4c61-dd23-40d6-abbf-63099764c21d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.724910] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.294s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.727888] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.283s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.728129] env[69854]: DEBUG nova.objects.instance [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lazy-loading 'resources' on Instance uuid d2da83b2-542d-4355-bcbe-2b6c16f58451 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.884797] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520259, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.117771] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: abfe9453-efbc-4d0f-92d3-0e9519a89e23] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.300320] env[69854]: INFO nova.scheduler.client.report [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted allocation for migration 32f95101-47fd-40ba-8a59-5de58d68797c [ 1276.385147] env[69854]: DEBUG oslo_vmware.api [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520259, 'name': PowerOnVM_Task, 'duration_secs': 0.821651} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.388454] env[69854]: DEBUG nova.network.neutron [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updated VIF entry in instance network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.388840] env[69854]: DEBUG nova.network.neutron [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3c280f7c-89", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.389965] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.390189] env[69854]: INFO nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1276.390369] env[69854]: DEBUG nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.391873] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba2c36c-7e52-4451-9bc4-b17d7ea0e69a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.446146] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3e0654-7fca-4175-9b82-0c9a6e259bf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.456030] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec8181d-56fd-4094-aab3-52a32a687755 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.487487] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da76cd7-ed05-4acc-a0f7-3892bee66c20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.495628] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8053569-41f9-4d29-9bc8-095efbfa512f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.510517] env[69854]: DEBUG nova.compute.provider_tree [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.622110] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 5ec9ec9c-a8a4-468e-a17f-a53614ac7cf7] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.774724] env[69854]: DEBUG nova.network.neutron [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [{"id": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "address": "fa:16:3e:48:15:ae", "network": {"id": "aeefc2d9-6848-4ec4-8567-59d277f81afb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1768800594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d584ccad0f7b4553a237943749956722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bcc1ce-b7", "ovs_interfaceid": "49bcc1ce-b775-4f1e-87ab-8d4207580716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.807817] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d25ffa32-fa98-4c73-bc80-2888e62d147f tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.800s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.891657] env[69854]: DEBUG oslo_concurrency.lockutils [req-3828030b-9755-41fc-8819-166d2155a8fd req-b91eb30e-d6a7-4c7a-a2f8-eb60dd11e05f service nova] Releasing lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.910770] env[69854]: INFO nova.compute.manager [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Took 13.78 seconds to build instance. [ 1276.958329] env[69854]: DEBUG nova.network.neutron [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance_info_cache with network_info: [{"id": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "address": "fa:16:3e:83:a7:60", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb8f846c-02", "ovs_interfaceid": "fb8f846c-02a0-431b-99bb-3f9ee51bb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.013867] env[69854]: DEBUG nova.scheduler.client.report [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.126407] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 693e95c1-54e8-4318-a32f-dbc0969e1856] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.200985] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.220430] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.220683] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.220898] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.221093] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.221264] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.223696] env[69854]: INFO nova.compute.manager [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Terminating instance [ 1277.277751] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Releasing lock "refresh_cache-70098300-c4ca-45b9-ae8c-7f981abf2ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.278233] env[69854]: DEBUG nova.objects.instance [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'migration_context' on Instance uuid 70098300-c4ca-45b9-ae8c-7f981abf2ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.413600] env[69854]: DEBUG oslo_concurrency.lockutils [None req-79e3cd9b-252c-4c79-9c3b-b423f2246c57 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.298s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.462052] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-195c4c61-dd23-40d6-abbf-63099764c21d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.462335] env[69854]: DEBUG nova.objects.instance [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lazy-loading 'migration_context' on Instance uuid 195c4c61-dd23-40d6-abbf-63099764c21d {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.519465] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.522792] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.702s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.522917] env[69854]: DEBUG nova.objects.instance [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'resources' on Instance uuid 28a06afd-12fc-4948-bfff-556604d55ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.539483] env[69854]: INFO nova.scheduler.client.report [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Deleted allocations for instance d2da83b2-542d-4355-bcbe-2b6c16f58451 [ 1277.630145] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: bffcb97f-4734-429f-a76a-44e05ca7d755] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.648152] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bff54c3-49d7-4ecf-8c1c-bb48263897a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.656034] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b47e7b3f-9760-405b-a272-a1859bc6a305 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Suspending the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1277.656947] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f22d6304-750e-436f-aa42-1a629581a2c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.665753] env[69854]: DEBUG oslo_vmware.api [None req-b47e7b3f-9760-405b-a272-a1859bc6a305 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1277.665753] env[69854]: value = "task-3520260" [ 1277.665753] env[69854]: _type = "Task" [ 1277.665753] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.675430] env[69854]: DEBUG oslo_vmware.api [None req-b47e7b3f-9760-405b-a272-a1859bc6a305 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520260, 'name': SuspendVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.728312] env[69854]: DEBUG nova.compute.manager [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.728552] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.730200] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08074f38-859e-4634-bd9f-669d5c333a20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.740962] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.741238] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47e81c7-7067-4e08-984a-5ce74eb0c0a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.749342] env[69854]: DEBUG oslo_vmware.api [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1277.749342] env[69854]: value = "task-3520261" [ 1277.749342] env[69854]: _type = "Task" [ 1277.749342] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.758269] env[69854]: DEBUG oslo_vmware.api [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.781557] env[69854]: DEBUG nova.objects.base [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Object Instance<70098300-c4ca-45b9-ae8c-7f981abf2ef8> lazy-loaded attributes: info_cache,migration_context {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.782525] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6c3ac2-26ee-4e77-93ed-b7e506027114 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.804164] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bb070a-6136-4fdf-8603-b1ca912ff53b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.810981] env[69854]: DEBUG oslo_vmware.api [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1277.810981] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aa52d9-dbd7-497d-ff58-483e24b7be1d" [ 1277.810981] env[69854]: _type = "Task" [ 1277.810981] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.821029] env[69854]: DEBUG oslo_vmware.api [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aa52d9-dbd7-497d-ff58-483e24b7be1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.964966] env[69854]: DEBUG nova.objects.base [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Object Instance<195c4c61-dd23-40d6-abbf-63099764c21d> lazy-loaded attributes: info_cache,migration_context {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.965917] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a778dcc6-d71e-456b-8814-7738a57fe12f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.986550] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907cffe3-07b8-4dd5-ae21-74c3151f8c74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.994625] env[69854]: DEBUG oslo_vmware.api [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1277.994625] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d59401-acad-8a4c-2a43-9900a5f69d1c" [ 1277.994625] env[69854]: _type = "Task" [ 1277.994625] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.004038] env[69854]: DEBUG oslo_vmware.api [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d59401-acad-8a4c-2a43-9900a5f69d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.026114] env[69854]: DEBUG nova.objects.instance [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'numa_topology' on Instance uuid 28a06afd-12fc-4948-bfff-556604d55ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.046729] env[69854]: DEBUG oslo_concurrency.lockutils [None req-3434a810-f15b-4dd7-94f1-523b85ec1b54 tempest-ServerShowV257Test-207157821 tempest-ServerShowV257Test-207157821-project-member] Lock "d2da83b2-542d-4355-bcbe-2b6c16f58451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.862s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.133617] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e1d5c300-bf38-4d68-abab-83db27f195ce] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.177295] env[69854]: DEBUG oslo_vmware.api [None req-b47e7b3f-9760-405b-a272-a1859bc6a305 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520260, 'name': SuspendVM_Task} progress is 58%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.261870] env[69854]: DEBUG oslo_vmware.api [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520261, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.322408] env[69854]: DEBUG oslo_vmware.api [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52aa52d9-dbd7-497d-ff58-483e24b7be1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.323118] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.506784] env[69854]: DEBUG oslo_vmware.api [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d59401-acad-8a4c-2a43-9900a5f69d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.507853] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.528837] env[69854]: DEBUG nova.objects.base [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Object Instance<28a06afd-12fc-4948-bfff-556604d55ef8> lazy-loaded attributes: resources,numa_topology {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.637511] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 6ac198f1-2b08-4937-af85-e83b33a17edf] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.682062] env[69854]: DEBUG oslo_vmware.api [None req-b47e7b3f-9760-405b-a272-a1859bc6a305 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520260, 'name': SuspendVM_Task, 'duration_secs': 0.943093} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.682317] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b47e7b3f-9760-405b-a272-a1859bc6a305 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Suspended the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1278.682512] env[69854]: DEBUG nova.compute.manager [None req-b47e7b3f-9760-405b-a272-a1859bc6a305 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.683336] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f89b8f-575e-41d3-9355-3bfb97163771 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.687348] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cfb662-09f3-4a3f-b404-de24735cd1b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.458838] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 108f928d-bdc4-42eb-9885-4436d0900efd] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.469157] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad33aac-ba91-40f4-b715-7d374b558218 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.510844] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c13ef6-6419-4c4b-9873-65ea70dcfe87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.515941] env[69854]: DEBUG oslo_vmware.api [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520261, 'name': PowerOffVM_Task, 'duration_secs': 0.8533} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.516242] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.516407] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.517101] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbcfc92e-26eb-433c-b207-6c080d4b7bc8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.522890] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00121fa1-a411-4037-8a61-8800bc22c1f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.538390] env[69854]: DEBUG nova.compute.provider_tree [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.590282] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.590507] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.590712] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleting the datastore file [datastore1] eddda2a1-2988-471e-af3b-99c8ec29cffc {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.591013] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f35e57e5-f5f6-4966-ada0-ba9fa81d793d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.600280] env[69854]: DEBUG oslo_vmware.api [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1279.600280] env[69854]: value = "task-3520263" [ 1279.600280] env[69854]: _type = "Task" [ 1279.600280] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.609190] env[69854]: DEBUG oslo_vmware.api [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.964171] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 2ba11b3c-ac84-4c9c-9fe9-4827a70aa86d] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.042155] env[69854]: DEBUG nova.scheduler.client.report [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.111920] env[69854]: DEBUG oslo_vmware.api [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369132} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.111920] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.111920] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.111920] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.112246] env[69854]: INFO nova.compute.manager [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1280.112246] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.112398] env[69854]: DEBUG nova.compute.manager [-] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.112493] env[69854]: DEBUG nova.network.neutron [-] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.468405] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 78068fe4-df94-47e1-bacf-499b8f9faeea] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.547419] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.025s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.549930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.227s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.666864] env[69854]: DEBUG nova.compute.manager [req-959eae0e-7547-467d-b910-62b4c48b2601 req-2ecf02a3-75ac-4475-abad-f513bbe4b095 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Received event network-vif-deleted-b2b31db8-a2f4-4ec2-bcbb-e302478b48ac {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.667053] env[69854]: INFO nova.compute.manager [req-959eae0e-7547-467d-b910-62b4c48b2601 req-2ecf02a3-75ac-4475-abad-f513bbe4b095 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Neutron deleted interface b2b31db8-a2f4-4ec2-bcbb-e302478b48ac; detaching it from the instance and deleting it from the info cache [ 1280.668279] env[69854]: DEBUG nova.network.neutron [req-959eae0e-7547-467d-b910-62b4c48b2601 req-2ecf02a3-75ac-4475-abad-f513bbe4b095 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.971621] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 77f985dd-dd81-4b77-8eb5-a65cfde26dbe] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.058235] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d0bca845-9f56-494c-a1a2-3dd950d8945b tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.865s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.059621] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.858s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.059621] env[69854]: INFO nova.compute.manager [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Unshelving [ 1281.084135] env[69854]: DEBUG nova.network.neutron [-] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.170524] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f8fbe50-2dce-4a91-aac5-c8782be9c491 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.182776] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef06f0ba-216f-4bf4-a96f-e471968d2980 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.221176] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.222296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.222296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "3018ded1-122a-40cc-aff3-9cf8f84cc836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.222296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.222296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.224429] env[69854]: DEBUG nova.compute.manager [req-959eae0e-7547-467d-b910-62b4c48b2601 req-2ecf02a3-75ac-4475-abad-f513bbe4b095 service nova] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Detach interface failed, port_id=b2b31db8-a2f4-4ec2-bcbb-e302478b48ac, reason: Instance eddda2a1-2988-471e-af3b-99c8ec29cffc could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.225226] env[69854]: INFO nova.compute.manager [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Terminating instance [ 1281.227283] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8fd66-1767-4e73-b3af-67b1ccce0625 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.235840] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f034861-027a-47b9-bff2-55431d494efd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.267088] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a5f79-8846-449b-9c24-4e48c0ce1273 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.274792] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7833f1b-5ff6-449f-9a27-ec030d196fa9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.289057] env[69854]: DEBUG nova.compute.provider_tree [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.475384] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.586818] env[69854]: INFO nova.compute.manager [-] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Took 1.47 seconds to deallocate network for instance. [ 1281.732757] env[69854]: DEBUG nova.compute.manager [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.733309] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.734234] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0cce76-3cfb-4f79-8171-01c3cc17d2d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.742932] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.743238] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c351504-15a7-4d9a-8507-eaeafce31f97 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.792183] env[69854]: DEBUG nova.scheduler.client.report [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.819219] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.819438] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.819695] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleting the datastore file [datastore2] 3018ded1-122a-40cc-aff3-9cf8f84cc836 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.820031] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27bd50b5-44d1-4e8f-a2e3-a7af3010bea1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.827400] env[69854]: DEBUG oslo_vmware.api [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1281.827400] env[69854]: value = "task-3520265" [ 1281.827400] env[69854]: _type = "Task" [ 1281.827400] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.834989] env[69854]: DEBUG oslo_vmware.api [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.951199] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a55dc-c03f-6f6a-7332-eb31db09b310/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1281.952052] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747264d-2429-43fb-b4eb-ff94731432b2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.958128] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a55dc-c03f-6f6a-7332-eb31db09b310/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1281.958291] env[69854]: ERROR oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a55dc-c03f-6f6a-7332-eb31db09b310/disk-0.vmdk due to incomplete transfer. [ 1281.958518] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7fee390-af1c-4ea5-a6cb-d5dbea56d9d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.965247] env[69854]: DEBUG oslo_vmware.rw_handles [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a55dc-c03f-6f6a-7332-eb31db09b310/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1281.965432] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Uploaded image 07238473-b43b-47e9-bd04-c8c23f174db0 to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1281.968051] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1281.968273] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1670b4d-b927-45ef-b1cd-0a3c2263c68f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.973179] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1281.973179] env[69854]: value = "task-3520266" [ 1281.973179] env[69854]: _type = "Task" [ 1281.973179] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.980596] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520266, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.085090] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.093163] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.337719] env[69854]: DEBUG oslo_vmware.api [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230443} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.337964] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.338166] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.338335] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.338497] env[69854]: INFO nova.compute.manager [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1282.338723] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.338911] env[69854]: DEBUG nova.compute.manager [-] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.339028] env[69854]: DEBUG nova.network.neutron [-] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.484377] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520266, 'name': Destroy_Task, 'duration_secs': 0.508327} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.484654] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Destroyed the VM [ 1282.485312] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1282.485312] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1460c04-6cbf-4ef8-aa61-4aadd08be307 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.500868] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1282.500868] env[69854]: value = "task-3520267" [ 1282.500868] env[69854]: _type = "Task" [ 1282.500868] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.509799] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520267, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.692516] env[69854]: DEBUG nova.compute.manager [req-255eecde-0bb3-4045-8f5e-f754a239286a req-e1592cfb-db0a-4d36-8394-87c595cac444 service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Received event network-vif-deleted-b8b840c2-5b00-4f4b-a73a-3eefe20912fe {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.692576] env[69854]: INFO nova.compute.manager [req-255eecde-0bb3-4045-8f5e-f754a239286a req-e1592cfb-db0a-4d36-8394-87c595cac444 service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Neutron deleted interface b8b840c2-5b00-4f4b-a73a-3eefe20912fe; detaching it from the instance and deleting it from the info cache [ 1282.692765] env[69854]: DEBUG nova.network.neutron [req-255eecde-0bb3-4045-8f5e-f754a239286a req-e1592cfb-db0a-4d36-8394-87c595cac444 service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.802813] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.253s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.805576] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.298s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.981582] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.981834] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.011040] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520267, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.103634] env[69854]: DEBUG nova.network.neutron [-] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.195830] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b87804b0-b6ec-42c5-872f-ce597392d88b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.206051] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c408f58-28df-48da-a76c-c3ffe20c3813 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.235484] env[69854]: DEBUG nova.compute.manager [req-255eecde-0bb3-4045-8f5e-f754a239286a req-e1592cfb-db0a-4d36-8394-87c595cac444 service nova] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Detach interface failed, port_id=b8b840c2-5b00-4f4b-a73a-3eefe20912fe, reason: Instance 3018ded1-122a-40cc-aff3-9cf8f84cc836 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.361912] env[69854]: INFO nova.scheduler.client.report [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted allocation for migration 5dd58f54-2a0f-4cc5-b1f8-3be1712a5abc [ 1283.436256] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c104791c-442b-4790-bedf-c6184c414cf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.443114] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c43593-91db-48a4-803f-6e83c3c72e14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.472277] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2947e10-8865-4241-8881-8e320acb35d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.479187] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdbf655-4375-439d-9139-f4078b04f537 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.494129] env[69854]: DEBUG nova.compute.provider_tree [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.495476] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.495832] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.496035] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.496157] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.496308] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.511959] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520267, 'name': RemoveSnapshot_Task, 'duration_secs': 0.52357} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.512234] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1283.512511] env[69854]: DEBUG nova.compute.manager [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.513336] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf3bf31-8381-4990-962f-18aaa81c5032 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.607159] env[69854]: INFO nova.compute.manager [-] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Took 1.27 seconds to deallocate network for instance. [ 1283.772297] env[69854]: INFO nova.compute.manager [None req-a9ec47ae-983e-4978-b6da-50d96ca7ca89 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Get console output [ 1283.772636] env[69854]: WARNING nova.virt.vmwareapi.driver [None req-a9ec47ae-983e-4978-b6da-50d96ca7ca89 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] The console log is missing. Check your VSPC configuration [ 1283.868952] env[69854]: DEBUG oslo_concurrency.lockutils [None req-21e7c4ff-9edc-4963-b297-a69b3567fba9 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.906s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.997185] env[69854]: DEBUG nova.scheduler.client.report [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.002248] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Getting list of instances from cluster (obj){ [ 1284.002248] env[69854]: value = "domain-c8" [ 1284.002248] env[69854]: _type = "ClusterComputeResource" [ 1284.002248] env[69854]: } {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1284.003399] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deac2084-e90d-469a-b421-4ff494b85e80 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.024093] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Got total of 6 instances {{(pid=69854) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1284.024252] env[69854]: WARNING nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1284.024388] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid eddda2a1-2988-471e-af3b-99c8ec29cffc {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.024568] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid 50774648-3c9a-4361-870e-3364a20e2f9a {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.024722] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid a6d6121d-2b03-42ab-b95e-b606762e20fa {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.024872] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.025035] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid 70098300-c4ca-45b9-ae8c-7f981abf2ef8 {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.025188] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.025330] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid 195c4c61-dd23-40d6-abbf-63099764c21d {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.025473] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Triggering sync for uuid 3018ded1-122a-40cc-aff3-9cf8f84cc836 {{(pid=69854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1284.025933] env[69854]: INFO nova.compute.manager [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Shelve offloading [ 1284.027395] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.027624] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "50774648-3c9a-4361-870e-3364a20e2f9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.027846] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "50774648-3c9a-4361-870e-3364a20e2f9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.028086] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.028268] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.028498] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.028696] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.028865] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.029130] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.029318] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.029473] env[69854]: INFO nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] During sync_power_state the instance has a pending task (shelving). Skip. [ 1284.029629] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.029813] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "195c4c61-dd23-40d6-abbf-63099764c21d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.030020] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.030203] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.030334] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1284.031780] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1df5b-53f8-4f1c-8f61-159244819646 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.034984] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcf9296-1893-46af-aac3-85f1574ffe03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.037765] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8339c-abf3-4219-875e-33d28f951f29 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.041207] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.041426] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450dba94-c126-4862-91e7-4af78c99c8e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.053421] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1284.053421] env[69854]: value = "task-3520268" [ 1284.053421] env[69854]: _type = "Task" [ 1284.053421] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.061774] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1284.061979] env[69854]: DEBUG nova.compute.manager [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.062718] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e8b3bb-fd70-4134-a224-a5f681a40271 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.067915] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.068111] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.068283] env[69854]: DEBUG nova.network.neutron [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.113333] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.159385] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.159632] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.159812] env[69854]: INFO nova.compute.manager [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Shelving [ 1284.551584] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.554252] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "50774648-3c9a-4361-870e-3364a20e2f9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.554549] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.841935] env[69854]: DEBUG nova.network.neutron [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb9e574-64", "ovs_interfaceid": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.009490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.203s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.011348] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.926s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.011549] env[69854]: DEBUG nova.objects.instance [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'pci_requests' on Instance uuid 28a06afd-12fc-4948-bfff-556604d55ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.171221] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.172027] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddbcfa79-1e85-49da-ab98-765802e7171c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.179281] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1285.179281] env[69854]: value = "task-3520269" [ 1285.179281] env[69854]: _type = "Task" [ 1285.179281] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.187180] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.344930] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.517213] env[69854]: DEBUG nova.objects.instance [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'numa_topology' on Instance uuid 28a06afd-12fc-4948-bfff-556604d55ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.546252] env[69854]: DEBUG nova.compute.manager [req-babb4151-ac91-4849-969e-29e484754367 req-4afb957f-b999-4d85-aa46-b35bedf34f85 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received event network-vif-unplugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.546398] env[69854]: DEBUG oslo_concurrency.lockutils [req-babb4151-ac91-4849-969e-29e484754367 req-4afb957f-b999-4d85-aa46-b35bedf34f85 service nova] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.546844] env[69854]: DEBUG oslo_concurrency.lockutils [req-babb4151-ac91-4849-969e-29e484754367 req-4afb957f-b999-4d85-aa46-b35bedf34f85 service nova] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.546844] env[69854]: DEBUG oslo_concurrency.lockutils [req-babb4151-ac91-4849-969e-29e484754367 req-4afb957f-b999-4d85-aa46-b35bedf34f85 service nova] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.547044] env[69854]: DEBUG nova.compute.manager [req-babb4151-ac91-4849-969e-29e484754367 req-4afb957f-b999-4d85-aa46-b35bedf34f85 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] No waiting events found dispatching network-vif-unplugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.547159] env[69854]: WARNING nova.compute.manager [req-babb4151-ac91-4849-969e-29e484754367 req-4afb957f-b999-4d85-aa46-b35bedf34f85 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received unexpected event network-vif-unplugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 for instance with vm_state shelved and task_state shelving_offloading. [ 1285.570185] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.571064] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd04399-6b6d-42ba-b704-f73208b95a74 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.578843] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.579155] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e049789-21ad-4322-a4ef-8068b19a7d63 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.583875] env[69854]: INFO nova.scheduler.client.report [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted allocation for migration 1b24b3dc-1b18-4c72-a8c1-fa7bbc36d766 [ 1285.641421] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.641675] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.641869] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleting the datastore file [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.642147] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d3fdb6-018f-494e-927b-00db362f0e59 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.648688] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1285.648688] env[69854]: value = "task-3520271" [ 1285.648688] env[69854]: _type = "Task" [ 1285.648688] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.656624] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.687615] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520269, 'name': PowerOffVM_Task, 'duration_secs': 0.213305} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.687878] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.688627] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b1561-4dff-4b8a-a1af-3174a378622b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.705604] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8957dc75-48bb-435c-9097-4213a529bfbb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.023082] env[69854]: INFO nova.compute.claims [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.089361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b3ca9c46-1cf4-437d-bc1d-729480df3cf1 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.916s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.090412] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.061s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.091425] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89a4f3-c45f-431e-be45-f11ad42b8297 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.159262] env[69854]: DEBUG oslo_vmware.api [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173957} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.159534] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.159719] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.159892] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.187388] env[69854]: INFO nova.scheduler.client.report [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleted allocations for instance e9df4bf9-da51-43b6-bc2c-0ae437ac492f [ 1286.215817] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Creating Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1286.216283] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86f7060a-5216-42b2-a04a-bf0444b3a58c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.225187] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1286.225187] env[69854]: value = "task-3520272" [ 1286.225187] env[69854]: _type = "Task" [ 1286.225187] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.233530] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520272, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.600665] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.691781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.736237] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520272, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.146760] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348f05d5-4788-4f13-8e67-3940f525e39d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.154842] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208158f-793d-47e1-b0a5-4adbe030301f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.185995] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718f1813-6cd0-425d-81c0-964f51d21579 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.193550] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd881c-7a7b-4fb6-b7e6-f7dc5b20c9b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.209472] env[69854]: DEBUG nova.compute.provider_tree [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.236852] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520272, 'name': CreateSnapshot_Task, 'duration_secs': 0.515096} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.237242] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Created Snapshot of the VM instance {{(pid=69854) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1287.238054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e72d8-5c8e-4149-9a2c-321ef94c1ed6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.339013] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "195c4c61-dd23-40d6-abbf-63099764c21d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.339317] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.339541] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.339716] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.339919] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.342092] env[69854]: INFO nova.compute.manager [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Terminating instance [ 1287.576651] env[69854]: DEBUG nova.compute.manager [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received event network-changed-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.576936] env[69854]: DEBUG nova.compute.manager [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Refreshing instance network info cache due to event network-changed-bcb9e574-649b-4903-a4fa-25386eafb1d2. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.577148] env[69854]: DEBUG oslo_concurrency.lockutils [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] Acquiring lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.577324] env[69854]: DEBUG oslo_concurrency.lockutils [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] Acquired lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.577470] env[69854]: DEBUG nova.network.neutron [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Refreshing network info cache for port bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.712251] env[69854]: DEBUG nova.scheduler.client.report [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.754456] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Creating linked-clone VM from snapshot {{(pid=69854) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1287.754750] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-076d188f-e9cf-4c34-84c0-87dcef4ffbe1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.763945] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1287.763945] env[69854]: value = "task-3520273" [ 1287.763945] env[69854]: _type = "Task" [ 1287.763945] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.772011] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520273, 'name': CloneVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.818023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "45c53ebf-1677-402a-8931-7639517fa958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.818257] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.846248] env[69854]: DEBUG nova.compute.manager [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.846457] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.847400] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19690fd0-5287-4361-88ee-c3ceffcef641 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.855336] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.855577] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aadbdb0c-20e5-4bd3-9cc2-4755feb9223d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.861652] env[69854]: DEBUG oslo_vmware.api [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1287.861652] env[69854]: value = "task-3520274" [ 1287.861652] env[69854]: _type = "Task" [ 1287.861652] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.870906] env[69854]: DEBUG oslo_vmware.api [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.083845] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.217326] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.206s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.220573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.127s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.220890] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.224804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.111s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.225170] env[69854]: DEBUG nova.objects.instance [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'resources' on Instance uuid 3018ded1-122a-40cc-aff3-9cf8f84cc836 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.241162] env[69854]: INFO nova.scheduler.client.report [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted allocations for instance eddda2a1-2988-471e-af3b-99c8ec29cffc [ 1288.253584] env[69854]: INFO nova.network.neutron [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1288.278070] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520273, 'name': CloneVM_Task} progress is 94%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.322809] env[69854]: DEBUG nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.338887] env[69854]: DEBUG nova.network.neutron [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updated VIF entry in instance network info cache for port bcb9e574-649b-4903-a4fa-25386eafb1d2. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.339088] env[69854]: DEBUG nova.network.neutron [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbcb9e574-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.371949] env[69854]: DEBUG oslo_vmware.api [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520274, 'name': PowerOffVM_Task, 'duration_secs': 0.170294} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.372524] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.372524] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.373535] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bd4c534-f40f-48e8-aace-892aa41162a1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.446716] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.447054] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.447276] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleting the datastore file [datastore1] 195c4c61-dd23-40d6-abbf-63099764c21d {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.447552] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50166e7e-6112-4ca8-823e-a2f5175360da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.454150] env[69854]: DEBUG oslo_vmware.api [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1288.454150] env[69854]: value = "task-3520276" [ 1288.454150] env[69854]: _type = "Task" [ 1288.454150] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.462346] env[69854]: DEBUG oslo_vmware.api [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.748873] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bf89bada-3554-4c70-af1e-433a9db7ef11 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.528s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.749858] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.722s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.750330] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32db25c3-7ca1-44bb-9ff1-8d5ec336d539 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.762312] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b724c72-c14c-491d-836a-97ddc8156f1d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.783409] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520273, 'name': CloneVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.840725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.842329] env[69854]: DEBUG oslo_concurrency.lockutils [req-adaff2ba-1e62-4d4b-b6f2-c0f9c784a02f req-7db8d785-45ad-4c03-b78c-e35941330da6 service nova] Releasing lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.858047] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ee006-5dfa-4118-b5c9-236636e5f33c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.866048] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07209b28-50d2-4de4-926f-5f01771b92c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.900868] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2896bad2-2d7b-412c-82c2-67d1e09cfd2a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.907906] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426824a1-57dd-4dfa-a3b4-daba6a7ac1c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.920632] env[69854]: DEBUG nova.compute.provider_tree [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.964161] env[69854]: DEBUG oslo_vmware.api [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134666} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.964417] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.964596] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.964807] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.965104] env[69854]: INFO nova.compute.manager [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1288.965717] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.965717] env[69854]: DEBUG nova.compute.manager [-] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.965877] env[69854]: DEBUG nova.network.neutron [-] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.285818] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520273, 'name': CloneVM_Task, 'duration_secs': 1.068366} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.286118] env[69854]: INFO nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Created linked-clone VM from snapshot [ 1289.286856] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e698f344-52be-4e68-aa2d-ea95e5ae3010 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.294338] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Uploading image b3bde1a8-c999-4c65-8302-a9abafe7624d {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.299951] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "eddda2a1-2988-471e-af3b-99c8ec29cffc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.319917] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.319917] env[69854]: value = "vm-703246" [ 1289.319917] env[69854]: _type = "VirtualMachine" [ 1289.319917] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.320203] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5cac5f2-64f8-4706-9130-17ec5c3aae14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.328040] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease: (returnval){ [ 1289.328040] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52982972-539d-5fb0-4692-b5a82131525f" [ 1289.328040] env[69854]: _type = "HttpNfcLease" [ 1289.328040] env[69854]: } obtained for exporting VM: (result){ [ 1289.328040] env[69854]: value = "vm-703246" [ 1289.328040] env[69854]: _type = "VirtualMachine" [ 1289.328040] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.328345] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the lease: (returnval){ [ 1289.328345] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52982972-539d-5fb0-4692-b5a82131525f" [ 1289.328345] env[69854]: _type = "HttpNfcLease" [ 1289.328345] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.334693] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.334693] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52982972-539d-5fb0-4692-b5a82131525f" [ 1289.334693] env[69854]: _type = "HttpNfcLease" [ 1289.334693] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.424124] env[69854]: DEBUG nova.scheduler.client.report [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.603601] env[69854]: DEBUG nova.compute.manager [req-25b53d8c-9a86-44d3-a65a-491b78c8586e req-4787fcce-0767-4295-929b-2b3d932b48a0 service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Received event network-vif-deleted-fb8f846c-02a0-431b-99bb-3f9ee51bb36d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.604208] env[69854]: INFO nova.compute.manager [req-25b53d8c-9a86-44d3-a65a-491b78c8586e req-4787fcce-0767-4295-929b-2b3d932b48a0 service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Neutron deleted interface fb8f846c-02a0-431b-99bb-3f9ee51bb36d; detaching it from the instance and deleting it from the info cache [ 1289.604208] env[69854]: DEBUG nova.network.neutron [req-25b53d8c-9a86-44d3-a65a-491b78c8586e req-4787fcce-0767-4295-929b-2b3d932b48a0 service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.660426] env[69854]: DEBUG nova.network.neutron [-] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.709947] env[69854]: DEBUG nova.compute.manager [req-ddbd86fa-0098-4d1b-93b1-eae10830f206 req-6eb767d0-24e0-40f3-8cb7-c53b8a884edf service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-vif-plugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.710182] env[69854]: DEBUG oslo_concurrency.lockutils [req-ddbd86fa-0098-4d1b-93b1-eae10830f206 req-6eb767d0-24e0-40f3-8cb7-c53b8a884edf service nova] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.710382] env[69854]: DEBUG oslo_concurrency.lockutils [req-ddbd86fa-0098-4d1b-93b1-eae10830f206 req-6eb767d0-24e0-40f3-8cb7-c53b8a884edf service nova] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.710543] env[69854]: DEBUG oslo_concurrency.lockutils [req-ddbd86fa-0098-4d1b-93b1-eae10830f206 req-6eb767d0-24e0-40f3-8cb7-c53b8a884edf service nova] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.710707] env[69854]: DEBUG nova.compute.manager [req-ddbd86fa-0098-4d1b-93b1-eae10830f206 req-6eb767d0-24e0-40f3-8cb7-c53b8a884edf service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] No waiting events found dispatching network-vif-plugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.710867] env[69854]: WARNING nova.compute.manager [req-ddbd86fa-0098-4d1b-93b1-eae10830f206 req-6eb767d0-24e0-40f3-8cb7-c53b8a884edf service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received unexpected event network-vif-plugged-3c280f7c-89df-44e1-b477-13a6e8bbdd5f for instance with vm_state shelved_offloaded and task_state spawning. [ 1289.756073] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.756073] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.756073] env[69854]: DEBUG nova.network.neutron [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.835771] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.835771] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52982972-539d-5fb0-4692-b5a82131525f" [ 1289.835771] env[69854]: _type = "HttpNfcLease" [ 1289.835771] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.836081] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.836081] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52982972-539d-5fb0-4692-b5a82131525f" [ 1289.836081] env[69854]: _type = "HttpNfcLease" [ 1289.836081] env[69854]: }. {{(pid=69854) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.836838] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93dc86f-37b0-4432-a777-923faf65dd78 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.843996] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52014316-4d61-4c97-26a0-f177c04c1396/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.844184] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52014316-4d61-4c97-26a0-f177c04c1396/disk-0.vmdk for reading. {{(pid=69854) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1289.931336] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.933642] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a350d04b-c405-4faf-8b27-f068cadc384b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.935352] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.244s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.935592] env[69854]: DEBUG nova.objects.instance [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lazy-loading 'resources' on Instance uuid e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.953394] env[69854]: INFO nova.scheduler.client.report [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted allocations for instance 3018ded1-122a-40cc-aff3-9cf8f84cc836 [ 1289.964018] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "15580ec8-0b70-4347-8c77-878be24cda5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.964265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.106477] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49ff89ca-a171-43dc-9f1c-3a93a9bef2ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.117217] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130e9f16-c00a-4139-9cf9-3685b721853c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.146506] env[69854]: DEBUG nova.compute.manager [req-25b53d8c-9a86-44d3-a65a-491b78c8586e req-4787fcce-0767-4295-929b-2b3d932b48a0 service nova] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Detach interface failed, port_id=fb8f846c-02a0-431b-99bb-3f9ee51bb36d, reason: Instance 195c4c61-dd23-40d6-abbf-63099764c21d could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.163266] env[69854]: INFO nova.compute.manager [-] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Took 1.20 seconds to deallocate network for instance. [ 1290.439783] env[69854]: DEBUG nova.objects.instance [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lazy-loading 'numa_topology' on Instance uuid e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.464428] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2472851f-8fef-4c0c-a74b-a46b761c06ce tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.242s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.464558] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.434s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.465167] env[69854]: INFO nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] During sync_power_state the instance has a pending task (deleting). Skip. [ 1290.465167] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "3018ded1-122a-40cc-aff3-9cf8f84cc836" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.465714] env[69854]: DEBUG nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.555919] env[69854]: DEBUG nova.network.neutron [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c280f7c-89", "ovs_interfaceid": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.670779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.946193] env[69854]: DEBUG nova.objects.base [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1290.985477] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.058737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.074473] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57144de-faa4-4a22-9ba1-f562d41768c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.086985] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e0ba2572afea9daca295cf292dd5a1c7',container_format='bare',created_at=2025-04-23T15:15:24Z,direct_url=,disk_format='vmdk',id=8a54e3fc-60c8-4206-b410-eac3fc2d4774,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-436693343-shelved',owner='c99ecdee7f5b4224abbca49f5db62cd5',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-23T15:15:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.087358] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.087548] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.087882] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.088039] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.088253] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.088512] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.088778] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.089232] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.089411] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.089681] env[69854]: DEBUG nova.virt.hardware [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.090814] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebed2af-4bac-4588-8bb5-9d4ecf0441cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.095037] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ae99f-bc2d-460d-82f4-5b88cf3db358 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.127812] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9b10d7-97dc-4e9d-831d-8211c627def3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.133056] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11106c4-a346-403a-a04a-0dab8aebaa44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.146048] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:d4:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c280f7c-89df-44e1-b477-13a6e8bbdd5f', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.154149] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.156730] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.157147] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62e516eb-8edd-4b3d-a91d-b699d0b58ab7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.172432] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f7d7b-66bd-4c25-8b0e-92f11525c370 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.188329] env[69854]: DEBUG nova.compute.provider_tree [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.191071] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.191071] env[69854]: value = "task-3520278" [ 1291.191071] env[69854]: _type = "Task" [ 1291.191071] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.199210] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520278, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.536446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.536810] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.693138] env[69854]: DEBUG nova.scheduler.client.report [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.705751] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520278, 'name': CreateVM_Task, 'duration_secs': 0.345046} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.707135] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.713753] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.713934] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.714450] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.715166] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a0a11b-56e5-47bd-b2df-e06bba4b7bf1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.720527] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1291.720527] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52682770-b89f-79b1-f0ee-3b3b7ff05e82" [ 1291.720527] env[69854]: _type = "Task" [ 1291.720527] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.729256] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52682770-b89f-79b1-f0ee-3b3b7ff05e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.736906] env[69854]: DEBUG nova.compute.manager [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.737724] env[69854]: DEBUG nova.compute.manager [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing instance network info cache due to event network-changed-3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.737724] env[69854]: DEBUG oslo_concurrency.lockutils [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] Acquiring lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.737724] env[69854]: DEBUG oslo_concurrency.lockutils [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] Acquired lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.737873] env[69854]: DEBUG nova.network.neutron [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Refreshing network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.039720] env[69854]: DEBUG nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.203056] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.205809] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.365s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.207389] env[69854]: INFO nova.compute.claims [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.232296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.232573] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Processing image 8a54e3fc-60c8-4206-b410-eac3fc2d4774 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.232834] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774/8a54e3fc-60c8-4206-b410-eac3fc2d4774.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.232987] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774/8a54e3fc-60c8-4206-b410-eac3fc2d4774.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.233184] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.233451] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c75ef0a-78cf-4207-b215-2cf77a899768 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.244454] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.244628] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.246472] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c3af3e-3bf1-4d97-9d1b-173a43fa025b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.252577] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1292.252577] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bae36f-b73a-83e5-f7ca-7c8f9061efc0" [ 1292.252577] env[69854]: _type = "Task" [ 1292.252577] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.260483] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52bae36f-b73a-83e5-f7ca-7c8f9061efc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.473294] env[69854]: DEBUG nova.network.neutron [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updated VIF entry in instance network info cache for port 3c280f7c-89df-44e1-b477-13a6e8bbdd5f. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.473659] env[69854]: DEBUG nova.network.neutron [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [{"id": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "address": "fa:16:3e:f2:d4:cc", "network": {"id": "f4ecdcbe-abe3-4649-a365-411dfbd104a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2006279880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c99ecdee7f5b4224abbca49f5db62cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c280f7c-89", "ovs_interfaceid": "3c280f7c-89df-44e1-b477-13a6e8bbdd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.562326] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.711385] env[69854]: DEBUG oslo_concurrency.lockutils [None req-190c7155-3ceb-4b59-9908-89720b7acc01 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.252s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.714218] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.686s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.714538] env[69854]: INFO nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1292.714766] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.715197] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.632s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.715369] env[69854]: INFO nova.compute.manager [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Unshelving [ 1292.763402] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Preparing fetch location {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1292.763650] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Fetch image to [datastore1] OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3/OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3.vmdk {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1292.763828] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Downloading stream optimized image 8a54e3fc-60c8-4206-b410-eac3fc2d4774 to [datastore1] OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3/OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3.vmdk on the data store datastore1 as vApp {{(pid=69854) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1292.763997] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Downloading image file data 8a54e3fc-60c8-4206-b410-eac3fc2d4774 to the ESX as VM named 'OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3' {{(pid=69854) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1292.850866] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1292.850866] env[69854]: value = "resgroup-9" [ 1292.850866] env[69854]: _type = "ResourcePool" [ 1292.850866] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1292.851200] env[69854]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4e44be4f-6f2b-4977-8882-779963ab5466 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.872749] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease: (returnval){ [ 1292.872749] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528d7239-612e-f841-84a3-42ef519e11db" [ 1292.872749] env[69854]: _type = "HttpNfcLease" [ 1292.872749] env[69854]: } obtained for vApp import into resource pool (val){ [ 1292.872749] env[69854]: value = "resgroup-9" [ 1292.872749] env[69854]: _type = "ResourcePool" [ 1292.872749] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1292.873140] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the lease: (returnval){ [ 1292.873140] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528d7239-612e-f841-84a3-42ef519e11db" [ 1292.873140] env[69854]: _type = "HttpNfcLease" [ 1292.873140] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1292.879672] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1292.879672] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528d7239-612e-f841-84a3-42ef519e11db" [ 1292.879672] env[69854]: _type = "HttpNfcLease" [ 1292.879672] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1292.976500] env[69854]: DEBUG oslo_concurrency.lockutils [req-2f0670c4-6a63-4c9f-bf4b-3107c1a8934f req-d60837ed-b1e0-4615-b1ec-ff967aae0131 service nova] Releasing lock "refresh_cache-28a06afd-12fc-4948-bfff-556604d55ef8" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.372421] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e1d4e2-5b56-475f-8749-3344dbb80276 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.385316] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd9cdf8-31c9-4c51-9739-c8078db2b6ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.388826] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1293.388826] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528d7239-612e-f841-84a3-42ef519e11db" [ 1293.388826] env[69854]: _type = "HttpNfcLease" [ 1293.388826] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1293.419921] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6d251-8ede-4c1a-b4be-f53f8f0c9162 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.427129] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7009b2e3-50f4-45d5-a150-e65bce1fe86d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.443620] env[69854]: DEBUG nova.compute.provider_tree [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.486399] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.486629] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.486771] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.486965] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.745246] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.883854] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1293.883854] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528d7239-612e-f841-84a3-42ef519e11db" [ 1293.883854] env[69854]: _type = "HttpNfcLease" [ 1293.883854] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1293.884215] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1293.884215] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528d7239-612e-f841-84a3-42ef519e11db" [ 1293.884215] env[69854]: _type = "HttpNfcLease" [ 1293.884215] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1293.884949] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4601c2a-70be-44ca-b232-08ececfd4920 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.892552] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52266080-4ab3-3419-7411-7fccec096448/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1293.892767] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52266080-4ab3-3419-7411-7fccec096448/disk-0.vmdk. {{(pid=69854) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1293.953764] env[69854]: DEBUG nova.scheduler.client.report [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.961556] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc719163-db4f-46cb-beba-c690074a8432 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.989840] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.466253] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.466811] env[69854]: DEBUG nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.469686] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.799s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.469947] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.472768] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.487s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.474593] env[69854]: INFO nova.compute.claims [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.584687] env[69854]: INFO nova.scheduler.client.report [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted allocations for instance 195c4c61-dd23-40d6-abbf-63099764c21d [ 1294.980316] env[69854]: DEBUG nova.compute.utils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.985116] env[69854]: DEBUG nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.985292] env[69854]: DEBUG nova.network.neutron [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.026178] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Completed reading data from the image iterator. {{(pid=69854) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1295.027164] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52266080-4ab3-3419-7411-7fccec096448/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1295.027486] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fc9c4b-efef-4c77-9bca-43126c54171b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.035466] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52266080-4ab3-3419-7411-7fccec096448/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1295.035635] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52266080-4ab3-3419-7411-7fccec096448/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1295.035901] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-69515681-dc48-4c21-80d1-80e43a4ce1a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.069326] env[69854]: DEBUG nova.policy [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e38f2eeb72451db4209f811f690c1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c592fa6f8644130b674bc73f7deb308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.093652] env[69854]: DEBUG oslo_concurrency.lockutils [None req-389613ff-aa49-4229-9ab5-69acafd61fe4 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "195c4c61-dd23-40d6-abbf-63099764c21d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.754s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.241977] env[69854]: DEBUG oslo_vmware.rw_handles [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52266080-4ab3-3419-7411-7fccec096448/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1295.242259] env[69854]: INFO nova.virt.vmwareapi.images [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Downloaded image file data 8a54e3fc-60c8-4206-b410-eac3fc2d4774 [ 1295.243432] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e2f519-1c80-47bb-8805-30942b513239 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.260422] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7b94b45-b65b-4759-b898-f3ff178c66b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.283725] env[69854]: INFO nova.virt.vmwareapi.images [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] The imported VM was unregistered [ 1295.285902] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Caching image {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1295.286160] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.286448] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aecdfee7-494f-44f3-8a76-d0894197bd23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.298432] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Created directory with path [datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.298661] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3/OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3.vmdk to [datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774/8a54e3fc-60c8-4206-b410-eac3fc2d4774.vmdk. {{(pid=69854) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1295.298973] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7681dc45-13de-401b-9a1e-53628cbd9665 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.305582] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1295.305582] env[69854]: value = "task-3520281" [ 1295.305582] env[69854]: _type = "Task" [ 1295.305582] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.314058] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520281, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.381832] env[69854]: DEBUG nova.network.neutron [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Successfully created port: 4693c7f2-f6b5-4c13-b685-7af929b3ff79 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.488627] env[69854]: DEBUG nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.637450] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5a94f3-94af-4deb-aa9b-6185d290ec94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.646079] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d8bae7-da15-4c3d-a116-6059fc5dcf4b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.679036] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd02196-bc3e-4a69-9092-9cb47e7925a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.687683] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df9accb-eaba-48ae-9d8d-166fbfbd784f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.701537] env[69854]: DEBUG nova.compute.provider_tree [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.815701] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520281, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.204927] env[69854]: DEBUG nova.scheduler.client.report [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.317285] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520281, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.500075] env[69854]: DEBUG nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.529155] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.529437] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.529598] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.529779] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.529925] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.530089] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.530304] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.530501] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.530744] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.530927] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.531123] env[69854]: DEBUG nova.virt.hardware [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.532012] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a73f38-d1a7-4675-8b48-69044c8982b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.541181] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31facc41-b526-48dc-ac6a-df1d1fd4ef00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.710703] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.711270] env[69854]: DEBUG nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.714411] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.152s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.716045] env[69854]: INFO nova.compute.claims [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.772814] env[69854]: DEBUG nova.compute.manager [req-b9fc66ae-1cca-467d-a3f7-5669bf9fdd34 req-5fefea3e-7c2c-409d-918c-60a66f05f620 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Received event network-vif-plugged-4693c7f2-f6b5-4c13-b685-7af929b3ff79 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.773538] env[69854]: DEBUG oslo_concurrency.lockutils [req-b9fc66ae-1cca-467d-a3f7-5669bf9fdd34 req-5fefea3e-7c2c-409d-918c-60a66f05f620 service nova] Acquiring lock "45c53ebf-1677-402a-8931-7639517fa958-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.773930] env[69854]: DEBUG oslo_concurrency.lockutils [req-b9fc66ae-1cca-467d-a3f7-5669bf9fdd34 req-5fefea3e-7c2c-409d-918c-60a66f05f620 service nova] Lock "45c53ebf-1677-402a-8931-7639517fa958-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.774263] env[69854]: DEBUG oslo_concurrency.lockutils [req-b9fc66ae-1cca-467d-a3f7-5669bf9fdd34 req-5fefea3e-7c2c-409d-918c-60a66f05f620 service nova] Lock "45c53ebf-1677-402a-8931-7639517fa958-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.774519] env[69854]: DEBUG nova.compute.manager [req-b9fc66ae-1cca-467d-a3f7-5669bf9fdd34 req-5fefea3e-7c2c-409d-918c-60a66f05f620 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] No waiting events found dispatching network-vif-plugged-4693c7f2-f6b5-4c13-b685-7af929b3ff79 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.774811] env[69854]: WARNING nova.compute.manager [req-b9fc66ae-1cca-467d-a3f7-5669bf9fdd34 req-5fefea3e-7c2c-409d-918c-60a66f05f620 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Received unexpected event network-vif-plugged-4693c7f2-f6b5-4c13-b685-7af929b3ff79 for instance with vm_state building and task_state spawning. [ 1296.818138] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520281, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.873414] env[69854]: DEBUG nova.network.neutron [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Successfully updated port: 4693c7f2-f6b5-4c13-b685-7af929b3ff79 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.221125] env[69854]: DEBUG nova.compute.utils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.225041] env[69854]: DEBUG nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.225237] env[69854]: DEBUG nova.network.neutron [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.266605] env[69854]: DEBUG nova.policy [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c922ecd8d7474481435f6d621ccd9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890872c24d574e61873065784581e059', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.317998] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520281, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.379909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.379909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.379909] env[69854]: DEBUG nova.network.neutron [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.599771] env[69854]: DEBUG nova.network.neutron [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Successfully created port: 636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.725674] env[69854]: DEBUG nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.820886] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520281, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.401345} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.821227] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3/OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3.vmdk to [datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774/8a54e3fc-60c8-4206-b410-eac3fc2d4774.vmdk. [ 1297.821495] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Cleaning up location [datastore1] OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1297.821690] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e768ed25-92fb-42c4-b7ee-e5d237a737a3 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.822019] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c924a7e-77d9-41bd-a822-3bbfc839ba87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.831052] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1297.831052] env[69854]: value = "task-3520282" [ 1297.831052] env[69854]: _type = "Task" [ 1297.831052] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.840636] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.859815] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da06506-01d5-4571-894a-d4dd6101e41f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.867458] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcee435e-ef24-4f7d-b6fc-63aac3fc6574 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.902264] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a03c4d0-5b3d-4f87-ae08-8de8ef7783d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.910108] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a1a53a-f4e3-4ff5-8c12-986d84eb82ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.924792] env[69854]: DEBUG nova.compute.provider_tree [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.932628] env[69854]: DEBUG nova.network.neutron [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.065295] env[69854]: DEBUG nova.network.neutron [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance_info_cache with network_info: [{"id": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "address": "fa:16:3e:7a:85:9c", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4693c7f2-f6", "ovs_interfaceid": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.341440] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037652} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.341748] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.341869] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774/8a54e3fc-60c8-4206-b410-eac3fc2d4774.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.342133] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774/8a54e3fc-60c8-4206-b410-eac3fc2d4774.vmdk to [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.342424] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e532d5a-0194-4dc0-b580-e98dcc4392e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.349282] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1298.349282] env[69854]: value = "task-3520283" [ 1298.349282] env[69854]: _type = "Task" [ 1298.349282] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.357551] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.428698] env[69854]: DEBUG nova.scheduler.client.report [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.568856] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.569242] env[69854]: DEBUG nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Instance network_info: |[{"id": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "address": "fa:16:3e:7a:85:9c", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4693c7f2-f6", "ovs_interfaceid": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.569745] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:85:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4693c7f2-f6b5-4c13-b685-7af929b3ff79', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.578186] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.578439] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.578681] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-260f8beb-9b18-41eb-b091-5877c61015af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.600659] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.600659] env[69854]: value = "task-3520284" [ 1298.600659] env[69854]: _type = "Task" [ 1298.600659] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.609889] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520284, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.738115] env[69854]: DEBUG nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.768290] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.768632] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.769020] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.769020] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.769250] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.769448] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.769735] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.770524] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.770775] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.770993] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.771254] env[69854]: DEBUG nova.virt.hardware [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.772232] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9768a4d-7691-4847-add9-fc6ad997c944 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.782023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db3c0a4-d531-45ea-9dad-44b59ab50e64 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.805247] env[69854]: DEBUG nova.compute.manager [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Received event network-changed-4693c7f2-f6b5-4c13-b685-7af929b3ff79 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.805531] env[69854]: DEBUG nova.compute.manager [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Refreshing instance network info cache due to event network-changed-4693c7f2-f6b5-4c13-b685-7af929b3ff79. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.805697] env[69854]: DEBUG oslo_concurrency.lockutils [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] Acquiring lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.805841] env[69854]: DEBUG oslo_concurrency.lockutils [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] Acquired lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.806023] env[69854]: DEBUG nova.network.neutron [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Refreshing network info cache for port 4693c7f2-f6b5-4c13-b685-7af929b3ff79 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.858966] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520283, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.934398] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.934950] env[69854]: DEBUG nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.938104] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.193s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.938323] env[69854]: DEBUG nova.objects.instance [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lazy-loading 'pci_requests' on Instance uuid e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.111219] env[69854]: DEBUG nova.network.neutron [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Successfully updated port: 636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.115899] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520284, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.359248] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520283, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.441559] env[69854]: DEBUG nova.compute.utils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.444281] env[69854]: DEBUG nova.objects.instance [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lazy-loading 'numa_topology' on Instance uuid e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.448346] env[69854]: DEBUG nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.448499] env[69854]: DEBUG nova.network.neutron [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.486813] env[69854]: DEBUG nova.policy [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc58af0925754cc9901150dad800d2e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aee0d14a8d483184d4fa3becb44349', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.519873] env[69854]: DEBUG nova.network.neutron [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updated VIF entry in instance network info cache for port 4693c7f2-f6b5-4c13-b685-7af929b3ff79. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.520118] env[69854]: DEBUG nova.network.neutron [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance_info_cache with network_info: [{"id": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "address": "fa:16:3e:7a:85:9c", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4693c7f2-f6", "ovs_interfaceid": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.613941] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520284, 'name': CreateVM_Task, 'duration_secs': 0.893107} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.613941] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.614178] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.614220] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.614517] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.614835] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45f7daa-1092-4b67-a1de-d9ff010a0e91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.617100] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.617178] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.617527] env[69854]: DEBUG nova.network.neutron [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.622588] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1299.622588] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]528a2084-6a9c-42fc-6842-aa8110bef8f6" [ 1299.622588] env[69854]: _type = "Task" [ 1299.622588] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.631754] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528a2084-6a9c-42fc-6842-aa8110bef8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.861694] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520283, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.870877] env[69854]: DEBUG nova.network.neutron [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Successfully created port: 1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.949679] env[69854]: DEBUG nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.952916] env[69854]: INFO nova.compute.claims [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.023212] env[69854]: DEBUG oslo_concurrency.lockutils [req-f2276bb8-8226-43db-927b-288034b30b1b req-f97116d4-94ea-45a2-8f03-25923b521044 service nova] Releasing lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.134863] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]528a2084-6a9c-42fc-6842-aa8110bef8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.077544} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.135195] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.135437] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.135676] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.135833] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.136045] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.136323] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62fde0d8-afe4-49b2-9660-2bad5047c87c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.152369] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.152597] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.153391] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0954085-9a28-46a5-8f43-53f01665fb02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.157849] env[69854]: DEBUG nova.network.neutron [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.161574] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1300.161574] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52655e5f-89c7-ffe5-aafe-dc1a816e881a" [ 1300.161574] env[69854]: _type = "Task" [ 1300.161574] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.169775] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52655e5f-89c7-ffe5-aafe-dc1a816e881a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.339544] env[69854]: DEBUG nova.network.neutron [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.362071] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520283, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.671922] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52655e5f-89c7-ffe5-aafe-dc1a816e881a, 'name': SearchDatastore_Task, 'duration_secs': 0.083659} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.672780] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b698862-8fe5-4ec3-9f43-03d3491910d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.678430] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1300.678430] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5258c03f-8b9b-6876-1e55-ded788cab4ec" [ 1300.678430] env[69854]: _type = "Task" [ 1300.678430] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.686471] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5258c03f-8b9b-6876-1e55-ded788cab4ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.831397] env[69854]: DEBUG nova.compute.manager [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Received event network-vif-plugged-636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.831569] env[69854]: DEBUG oslo_concurrency.lockutils [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] Acquiring lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.831779] env[69854]: DEBUG oslo_concurrency.lockutils [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] Lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.831946] env[69854]: DEBUG oslo_concurrency.lockutils [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] Lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.832130] env[69854]: DEBUG nova.compute.manager [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] No waiting events found dispatching network-vif-plugged-636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.832296] env[69854]: WARNING nova.compute.manager [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Received unexpected event network-vif-plugged-636c623e-aec6-430a-a019-d13c8e1fed13 for instance with vm_state building and task_state spawning. [ 1300.832451] env[69854]: DEBUG nova.compute.manager [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Received event network-changed-636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.832602] env[69854]: DEBUG nova.compute.manager [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Refreshing instance network info cache due to event network-changed-636c623e-aec6-430a-a019-d13c8e1fed13. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.832767] env[69854]: DEBUG oslo_concurrency.lockutils [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] Acquiring lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.843163] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.843456] env[69854]: DEBUG nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Instance network_info: |[{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.843719] env[69854]: DEBUG oslo_concurrency.lockutils [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] Acquired lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.843891] env[69854]: DEBUG nova.network.neutron [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Refreshing network info cache for port 636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.845161] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:0b:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '636c623e-aec6-430a-a019-d13c8e1fed13', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.852425] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.855810] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.859096] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63cd5bd9-257a-4903-adf7-2610b70b1259 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.880598] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520283, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.381381} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.881870] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a54e3fc-60c8-4206-b410-eac3fc2d4774/8a54e3fc-60c8-4206-b410-eac3fc2d4774.vmdk to [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.882181] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.882181] env[69854]: value = "task-3520285" [ 1300.882181] env[69854]: _type = "Task" [ 1300.882181] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.882861] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47db88f2-e121-432c-aa81-fb21c6c7693b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.907420] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.913447] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43abc485-e0e3-4e95-b1cb-2aa081dee713 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.927115] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520285, 'name': CreateVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.932318] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1300.932318] env[69854]: value = "task-3520286" [ 1300.932318] env[69854]: _type = "Task" [ 1300.932318] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.945848] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.964081] env[69854]: DEBUG nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.000209] env[69854]: DEBUG nova.virt.hardware [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.000209] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45161892-d343-4ea5-9a90-4653b28fa631 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.007713] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed0e5a-c7be-431b-8db8-cd4104faacc0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.119388] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a0912-9839-474d-a4a6-856f50723f64 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.127191] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46cf4d-9168-4e8e-b571-451823fc1b8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.157983] env[69854]: DEBUG nova.network.neutron [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updated VIF entry in instance network info cache for port 636c623e-aec6-430a-a019-d13c8e1fed13. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.158400] env[69854]: DEBUG nova.network.neutron [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.160096] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc268b-da07-40e4-b18b-2acfcb46f729 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.168469] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf92696d-7181-432b-967f-596d38815644 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.184016] env[69854]: DEBUG nova.compute.provider_tree [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.194102] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5258c03f-8b9b-6876-1e55-ded788cab4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.041244} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.194965] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.195247] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 45c53ebf-1677-402a-8931-7639517fa958/45c53ebf-1677-402a-8931-7639517fa958.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.195511] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5460a6c-f85c-4a72-b4c2-ee1eb432e79a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.203522] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1301.203522] env[69854]: value = "task-3520287" [ 1301.203522] env[69854]: _type = "Task" [ 1301.203522] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.214073] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.294017] env[69854]: DEBUG nova.compute.manager [req-eb6e3df5-5917-4ae4-b285-5ec42db90d6a req-3a666cb6-1435-41e9-8a0b-eeacb703cf63 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Received event network-vif-plugged-1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.294394] env[69854]: DEBUG oslo_concurrency.lockutils [req-eb6e3df5-5917-4ae4-b285-5ec42db90d6a req-3a666cb6-1435-41e9-8a0b-eeacb703cf63 service nova] Acquiring lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.294696] env[69854]: DEBUG oslo_concurrency.lockutils [req-eb6e3df5-5917-4ae4-b285-5ec42db90d6a req-3a666cb6-1435-41e9-8a0b-eeacb703cf63 service nova] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.294912] env[69854]: DEBUG oslo_concurrency.lockutils [req-eb6e3df5-5917-4ae4-b285-5ec42db90d6a req-3a666cb6-1435-41e9-8a0b-eeacb703cf63 service nova] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.295371] env[69854]: DEBUG nova.compute.manager [req-eb6e3df5-5917-4ae4-b285-5ec42db90d6a req-3a666cb6-1435-41e9-8a0b-eeacb703cf63 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] No waiting events found dispatching network-vif-plugged-1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.295574] env[69854]: WARNING nova.compute.manager [req-eb6e3df5-5917-4ae4-b285-5ec42db90d6a req-3a666cb6-1435-41e9-8a0b-eeacb703cf63 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Received unexpected event network-vif-plugged-1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 for instance with vm_state building and task_state spawning. [ 1301.356053] env[69854]: DEBUG nova.network.neutron [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Successfully updated port: 1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.375987] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52014316-4d61-4c97-26a0-f177c04c1396/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1301.377299] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cf945c-0fd9-4287-b3b1-d81d8533c497 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.383580] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52014316-4d61-4c97-26a0-f177c04c1396/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1301.383739] env[69854]: ERROR oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52014316-4d61-4c97-26a0-f177c04c1396/disk-0.vmdk due to incomplete transfer. [ 1301.383948] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7fc077ec-1635-44bf-b309-e0a74abef724 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.391480] env[69854]: DEBUG oslo_vmware.rw_handles [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52014316-4d61-4c97-26a0-f177c04c1396/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1301.391686] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Uploaded image b3bde1a8-c999-4c65-8302-a9abafe7624d to the Glance image server {{(pid=69854) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1301.393904] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Destroying the VM {{(pid=69854) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1301.396556] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74267278-2097-4c10-b405-06bcd2793cba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.397836] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520285, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.402265] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1301.402265] env[69854]: value = "task-3520288" [ 1301.402265] env[69854]: _type = "Task" [ 1301.402265] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.409672] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520288, 'name': Destroy_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.441668] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520286, 'name': ReconfigVM_Task, 'duration_secs': 0.294459} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.441934] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8/28a06afd-12fc-4948-bfff-556604d55ef8.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.442586] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0acffa35-6a0c-4f7d-803f-d0ff325db0f3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.448133] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1301.448133] env[69854]: value = "task-3520289" [ 1301.448133] env[69854]: _type = "Task" [ 1301.448133] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.456666] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520289, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.664489] env[69854]: DEBUG oslo_concurrency.lockutils [req-af227a3f-ece8-452c-8e40-e3952172ba9b req-9dff3c43-c22c-49a9-b923-146b878e1bbc service nova] Releasing lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.689801] env[69854]: DEBUG nova.scheduler.client.report [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.714969] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.858609] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.858867] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.859013] env[69854]: DEBUG nova.network.neutron [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.895684] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520285, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.913848] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520288, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.959325] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520289, 'name': Rename_Task, 'duration_secs': 0.148599} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.959679] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.960387] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d24bd8-6f15-4a84-9b44-374509f909ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.967738] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1301.967738] env[69854]: value = "task-3520290" [ 1301.967738] env[69854]: _type = "Task" [ 1301.967738] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.976808] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.195339] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.256s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.198868] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.209s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.199099] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.199271] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1302.200190] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b97920-55aa-4380-aadc-23e4f552f9db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.211539] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239fd4ed-126c-44e8-9447-e7a2f87cc8bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.219631] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520287, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.230229] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b50c7-a282-4aa0-824b-0257084b8df6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.233516] env[69854]: INFO nova.network.neutron [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating port bcb9e574-649b-4903-a4fa-25386eafb1d2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1302.239680] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1fc1a5-4076-4670-a8c1-b1f467501413 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.270723] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179889MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1302.270888] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.271189] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.391328] env[69854]: DEBUG nova.network.neutron [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.398455] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520285, 'name': CreateVM_Task, 'duration_secs': 1.454181} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.398549] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.399213] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.399380] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.399690] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.399944] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb62d1ab-64ba-487c-a5c2-676938d4b246 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.404444] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1302.404444] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529ab681-ad26-aa08-de2b-760bf9cc8495" [ 1302.404444] env[69854]: _type = "Task" [ 1302.404444] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.417293] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529ab681-ad26-aa08-de2b-760bf9cc8495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.420347] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520288, 'name': Destroy_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.478214] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.554936] env[69854]: DEBUG nova.network.neutron [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance_info_cache with network_info: [{"id": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "address": "fa:16:3e:29:01:4e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eac8e33-3a", "ovs_interfaceid": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.715304] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.03142} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.715583] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 45c53ebf-1677-402a-8931-7639517fa958/45c53ebf-1677-402a-8931-7639517fa958.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.715800] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.716276] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c20c4f8-1a49-4ad9-a05e-0f957a0f5362 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.727013] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1302.727013] env[69854]: value = "task-3520291" [ 1302.727013] env[69854]: _type = "Task" [ 1302.727013] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.736467] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.918373] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520288, 'name': Destroy_Task, 'duration_secs': 1.318029} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.921732] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Destroyed the VM [ 1302.921969] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Deleting Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1302.922239] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529ab681-ad26-aa08-de2b-760bf9cc8495, 'name': SearchDatastore_Task, 'duration_secs': 0.026867} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.922432] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c150a9e9-10a9-4249-905b-63b5e6214f52 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.923909] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.924145] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.924378] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.924525] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.924699] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.924971] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0c4067e-02f9-42d3-b47f-511823ecccce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.931019] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1302.931019] env[69854]: value = "task-3520292" [ 1302.931019] env[69854]: _type = "Task" [ 1302.931019] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.935206] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.935379] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.936380] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fd85ca-06eb-4e1c-92c7-f2aac9aadd35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.942095] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520292, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.945017] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1302.945017] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527f511f-83b0-d8de-3962-14e8d178706c" [ 1302.945017] env[69854]: _type = "Task" [ 1302.945017] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.953101] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527f511f-83b0-d8de-3962-14e8d178706c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.976895] env[69854]: DEBUG oslo_vmware.api [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520290, 'name': PowerOnVM_Task, 'duration_secs': 0.783492} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.977248] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.057620] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.070425] env[69854]: DEBUG nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Instance network_info: |[{"id": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "address": "fa:16:3e:29:01:4e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eac8e33-3a", "ovs_interfaceid": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.070425] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:01:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eac8e33-3a87-4eeb-a653-b9e299b6a5e3', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.070425] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.070425] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.070425] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a714148-148e-45bd-bea0-527146db6082 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.085399] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.085399] env[69854]: value = "task-3520293" [ 1303.085399] env[69854]: _type = "Task" [ 1303.085399] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.093185] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520293, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.106802] env[69854]: DEBUG nova.compute.manager [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.107740] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2931535-273e-4e89-8ae6-b846b1e0b165 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.236365] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063355} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.236627] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.237477] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189ea0e5-2890-435e-be98-1b37d8d62a2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.260366] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 45c53ebf-1677-402a-8931-7639517fa958/45c53ebf-1677-402a-8931-7639517fa958.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.260780] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7dd8936-e2d0-43b5-88e2-4486be3b285d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.284415] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1303.284415] env[69854]: value = "task-3520294" [ 1303.284415] env[69854]: _type = "Task" [ 1303.284415] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.292822] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.304520] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 50774648-3c9a-4361-870e-3364a20e2f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.304742] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance a6d6121d-2b03-42ab-b95e-b606762e20fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.304993] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.305083] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 70098300-c4ca-45b9-ae8c-7f981abf2ef8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.305195] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 28a06afd-12fc-4948-bfff-556604d55ef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.305314] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 45c53ebf-1677-402a-8931-7639517fa958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.305452] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance e9df4bf9-da51-43b6-bc2c-0ae437ac492f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.305612] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 15580ec8-0b70-4347-8c77-878be24cda5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.305707] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.305951] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1303.306125] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1303.328243] env[69854]: DEBUG nova.compute.manager [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Received event network-changed-1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.328477] env[69854]: DEBUG nova.compute.manager [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Refreshing instance network info cache due to event network-changed-1eac8e33-3a87-4eeb-a653-b9e299b6a5e3. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.328708] env[69854]: DEBUG oslo_concurrency.lockutils [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] Acquiring lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.328831] env[69854]: DEBUG oslo_concurrency.lockutils [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] Acquired lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.328992] env[69854]: DEBUG nova.network.neutron [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Refreshing network info cache for port 1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.433179] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c56139-5aab-4a3f-b207-1e29cc3ea82d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.452052] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5eec1-802e-4b5c-ae44-cddd2d6ab590 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.455335] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520292, 'name': RemoveSnapshot_Task, 'duration_secs': 0.393511} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.455600] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Deleted Snapshot of the VM instance {{(pid=69854) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1303.455871] env[69854]: DEBUG nova.compute.manager [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.457301] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e566c5-129a-47c8-aa0c-0fff6fe87a9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.489249] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527f511f-83b0-d8de-3962-14e8d178706c, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.491540] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda407ff-4406-45d5-867c-10457027c770 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.495421] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d33642-2086-4809-ab68-ac38e4d99efe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.506854] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c3d73d-ecf4-42af-94ad-549f4a81edad {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.511058] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1303.511058] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a9ea92-766a-fdc6-be15-4ae9fc932adc" [ 1303.511058] env[69854]: _type = "Task" [ 1303.511058] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.522181] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.529628] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a9ea92-766a-fdc6-be15-4ae9fc932adc, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.529891] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.530166] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.530432] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a40400-6ad3-4c54-8fb7-31d8f0fc2985 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.537881] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1303.537881] env[69854]: value = "task-3520295" [ 1303.537881] env[69854]: _type = "Task" [ 1303.537881] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.546521] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.595330] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520293, 'name': CreateVM_Task, 'duration_secs': 0.41017} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.595529] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.596296] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.596436] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.596868] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.597178] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0176151-5be1-4270-9d14-09e68035ad13 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.603116] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1303.603116] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b30b1-ae46-9afa-2b53-5f64bf425cba" [ 1303.603116] env[69854]: _type = "Task" [ 1303.603116] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.613603] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b30b1-ae46-9afa-2b53-5f64bf425cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.626500] env[69854]: DEBUG oslo_concurrency.lockutils [None req-6747d2bb-54d2-4159-aec1-766403d5d353 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.567s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.795585] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520294, 'name': ReconfigVM_Task, 'duration_secs': 0.273159} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.795954] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 45c53ebf-1677-402a-8931-7639517fa958/45c53ebf-1677-402a-8931-7639517fa958.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.796918] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc59c4b-a1ea-45ca-9bdc-2f500fcbedea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.803774] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1303.803774] env[69854]: value = "task-3520296" [ 1303.803774] env[69854]: _type = "Task" [ 1303.803774] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.813850] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520296, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.814880] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.815136] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.815332] env[69854]: DEBUG nova.network.neutron [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.003788] env[69854]: INFO nova.compute.manager [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Shelve offloading [ 1304.026041] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.049489] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.079768] env[69854]: DEBUG nova.network.neutron [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updated VIF entry in instance network info cache for port 1eac8e33-3a87-4eeb-a653-b9e299b6a5e3. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.080146] env[69854]: DEBUG nova.network.neutron [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance_info_cache with network_info: [{"id": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "address": "fa:16:3e:29:01:4e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eac8e33-3a", "ovs_interfaceid": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.113249] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b30b1-ae46-9afa-2b53-5f64bf425cba, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.113553] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.113786] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.114026] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.114180] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.114360] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.114620] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43217d80-2326-4e04-ab2e-3fb2f0c980d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.123301] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.123470] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.124407] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9d8d13-d930-406d-93fc-83549e7b8510 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.129986] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1304.129986] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f2a2e4-fe0f-8cef-4636-c7c4466cd9be" [ 1304.129986] env[69854]: _type = "Task" [ 1304.129986] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.137449] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f2a2e4-fe0f-8cef-4636-c7c4466cd9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.313891] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520296, 'name': Rename_Task, 'duration_secs': 0.252583} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.314128] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.314370] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7f48b4-0ac1-4541-96b3-026abc990285 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.322316] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1304.322316] env[69854]: value = "task-3520297" [ 1304.322316] env[69854]: _type = "Task" [ 1304.322316] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.330474] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.499160] env[69854]: DEBUG nova.network.neutron [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb9e574-64", "ovs_interfaceid": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.507652] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.507986] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70577174-9c64-4c66-be20-dee8ff632998 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.518836] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1304.518836] env[69854]: value = "task-3520298" [ 1304.518836] env[69854]: _type = "Task" [ 1304.518836] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.527459] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.531137] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1304.531317] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.547729] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537601} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.547962] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.548231] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.548476] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ceaf04e-e9d6-4573-a8ea-ff8a865a643b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.554756] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1304.554756] env[69854]: value = "task-3520299" [ 1304.554756] env[69854]: _type = "Task" [ 1304.554756] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.562123] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.583126] env[69854]: DEBUG oslo_concurrency.lockutils [req-72cb364a-98d6-458f-95b4-3916fffe153a req-16c9064b-af88-49cf-a4ca-07b24aa3f466 service nova] Releasing lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.639585] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f2a2e4-fe0f-8cef-4636-c7c4466cd9be, 'name': SearchDatastore_Task, 'duration_secs': 0.007957} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.640379] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740cec73-0603-49d7-810e-d5d538f6e4ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.647334] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1304.647334] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52daa66e-3ceb-a3d7-3af1-7970b6f320d8" [ 1304.647334] env[69854]: _type = "Task" [ 1304.647334] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.654880] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52daa66e-3ceb-a3d7-3af1-7970b6f320d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.832879] env[69854]: DEBUG oslo_vmware.api [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520297, 'name': PowerOnVM_Task, 'duration_secs': 0.446688} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.832879] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.832879] env[69854]: INFO nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1304.833079] env[69854]: DEBUG nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.833821] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96566771-59cb-472e-a8c1-f98680f630f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.001728] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.032459] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='91043bd2c3a03d8daab2f6f699e98cf2',container_format='bare',created_at=2025-04-23T15:15:35Z,direct_url=,disk_format='vmdk',id=07238473-b43b-47e9-bd04-c8c23f174db0,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2093018882-shelved',owner='1caf5a1e65044cb1b6576f24ab7c00f3',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-23T15:15:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.032692] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.032847] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.033037] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.033189] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.033335] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.033537] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.033691] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.033872] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.034061] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.034242] env[69854]: DEBUG nova.virt.hardware [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.034549] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] VM already powered off {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1305.034731] env[69854]: DEBUG nova.compute.manager [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.035482] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b822ed-a698-403a-94aa-946f4f6b8314 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.038306] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0277e3-13ec-4182-9cc0-b08f723df96b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.046120] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9820069a-4da7-48be-ac73-9b63770ca52e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.049700] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.049857] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.050032] env[69854]: DEBUG nova.network.neutron [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.060517] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:c5:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb9e574-649b-4903-a4fa-25386eafb1d2', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.067751] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.070894] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.071352] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7fe8262-585e-4a6a-a3cb-2a890db062e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.088800] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063982} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.089038] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.090514] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb6ece1-526a-444c-a231-73aa7307d1d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.093020] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.093020] env[69854]: value = "task-3520300" [ 1305.093020] env[69854]: _type = "Task" [ 1305.093020] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.112812] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.113374] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f54e8d3-afed-4a08-943c-d6411d902efe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.131380] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520300, 'name': CreateVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.135765] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1305.135765] env[69854]: value = "task-3520301" [ 1305.135765] env[69854]: _type = "Task" [ 1305.135765] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.142818] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.155126] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52daa66e-3ceb-a3d7-3af1-7970b6f320d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.155371] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.155625] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9/4c20d624-5b5a-4bcf-b532-4f4a9d46feb9.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.155857] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-143f4897-cb24-4851-a448-f059597003c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.165296] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1305.165296] env[69854]: value = "task-3520302" [ 1305.165296] env[69854]: _type = "Task" [ 1305.165296] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.172867] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.352488] env[69854]: INFO nova.compute.manager [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Took 16.53 seconds to build instance. [ 1305.365798] env[69854]: DEBUG nova.compute.manager [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received event network-vif-plugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.366114] env[69854]: DEBUG oslo_concurrency.lockutils [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.366462] env[69854]: DEBUG oslo_concurrency.lockutils [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.366572] env[69854]: DEBUG oslo_concurrency.lockutils [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.366851] env[69854]: DEBUG nova.compute.manager [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] No waiting events found dispatching network-vif-plugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.366957] env[69854]: WARNING nova.compute.manager [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received unexpected event network-vif-plugged-bcb9e574-649b-4903-a4fa-25386eafb1d2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1305.367222] env[69854]: DEBUG nova.compute.manager [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received event network-changed-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.367394] env[69854]: DEBUG nova.compute.manager [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Refreshing instance network info cache due to event network-changed-bcb9e574-649b-4903-a4fa-25386eafb1d2. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.367632] env[69854]: DEBUG oslo_concurrency.lockutils [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] Acquiring lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.367800] env[69854]: DEBUG oslo_concurrency.lockutils [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] Acquired lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.367967] env[69854]: DEBUG nova.network.neutron [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Refreshing network info cache for port bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.531145] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.531710] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.531809] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.531981] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.532148] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1305.603723] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520300, 'name': CreateVM_Task, 'duration_secs': 0.400387} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.603986] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.604561] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.604740] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.605189] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.605471] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c3af93-11d3-48a5-a0f7-d6116ba11b34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.611052] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1305.611052] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5242e56c-645d-386f-7ecf-e3da6c1f2146" [ 1305.611052] env[69854]: _type = "Task" [ 1305.611052] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.622513] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5242e56c-645d-386f-7ecf-e3da6c1f2146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.645423] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.674529] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471801} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.674785] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9/4c20d624-5b5a-4bcf-b532-4f4a9d46feb9.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.675043] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.675310] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90844980-21bb-41c5-a070-0fe5509e2149 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.684982] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1305.684982] env[69854]: value = "task-3520303" [ 1305.684982] env[69854]: _type = "Task" [ 1305.684982] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.692476] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.769707] env[69854]: DEBUG nova.network.neutron [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap478b9c36-64", "ovs_interfaceid": "478b9c36-6411-4b46-872b-edf2cc82d54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.854331] env[69854]: DEBUG oslo_concurrency.lockutils [None req-ccc08f1b-1181-4238-adfc-d335a5d295ea tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.036s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.102834] env[69854]: DEBUG nova.network.neutron [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updated VIF entry in instance network info cache for port bcb9e574-649b-4903-a4fa-25386eafb1d2. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.103290] env[69854]: DEBUG nova.network.neutron [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb9e574-64", "ovs_interfaceid": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.123963] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.124173] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Processing image 07238473-b43b-47e9-bd04-c8c23f174db0 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.124426] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0/07238473-b43b-47e9-bd04-c8c23f174db0.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.124613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0/07238473-b43b-47e9-bd04-c8c23f174db0.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.124825] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.125146] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-732400bf-62e6-4d6d-8ced-d447dd883d8c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.133872] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.134065] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.134783] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc78cd6-6555-43b2-aba3-fa67df81edfd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.143025] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1306.143025] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525b8725-c3b0-3a56-30a7-3891ae1eec8e" [ 1306.143025] env[69854]: _type = "Task" [ 1306.143025] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.146096] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520301, 'name': ReconfigVM_Task, 'duration_secs': 0.54986} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.149028] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.149636] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cae4052-eb65-4044-8127-93cda10789c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.158957] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Preparing fetch location {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1306.159208] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Fetch image to [datastore2] OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee/OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee.vmdk {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1306.159397] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Downloading stream optimized image 07238473-b43b-47e9-bd04-c8c23f174db0 to [datastore2] OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee/OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee.vmdk on the data store datastore2 as vApp {{(pid=69854) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1306.159568] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Downloading image file data 07238473-b43b-47e9-bd04-c8c23f174db0 to the ESX as VM named 'OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee' {{(pid=69854) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1306.161381] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1306.161381] env[69854]: value = "task-3520304" [ 1306.161381] env[69854]: _type = "Task" [ 1306.161381] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.171288] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520304, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.206428] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06241} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.206703] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.207520] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce1b537-6f39-41fc-9d92-19124b4c6e50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.231378] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9/4c20d624-5b5a-4bcf-b532-4f4a9d46feb9.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.232311] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1306.232311] env[69854]: value = "resgroup-9" [ 1306.232311] env[69854]: _type = "ResourcePool" [ 1306.232311] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1306.232552] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8cf38f-87c7-4f20-a369-cbafab26ae81 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.247260] env[69854]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9bd5d894-7eea-41ba-bf56-41a4e74bbb93 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.269572] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lease: (returnval){ [ 1306.269572] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a05c80-9cab-7b13-c29a-f9f9634cce4e" [ 1306.269572] env[69854]: _type = "HttpNfcLease" [ 1306.269572] env[69854]: } obtained for vApp import into resource pool (val){ [ 1306.269572] env[69854]: value = "resgroup-9" [ 1306.269572] env[69854]: _type = "ResourcePool" [ 1306.269572] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1306.269985] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the lease: (returnval){ [ 1306.269985] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a05c80-9cab-7b13-c29a-f9f9634cce4e" [ 1306.269985] env[69854]: _type = "HttpNfcLease" [ 1306.269985] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1306.270178] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1306.270178] env[69854]: value = "task-3520305" [ 1306.270178] env[69854]: _type = "Task" [ 1306.270178] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.276443] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.285031] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.285031] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a05c80-9cab-7b13-c29a-f9f9634cce4e" [ 1306.285031] env[69854]: _type = "HttpNfcLease" [ 1306.285031] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.285969] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.605989] env[69854]: DEBUG oslo_concurrency.lockutils [req-b36cf53d-1029-4163-a3b5-5c3edf111075 req-a079287d-285d-4fa2-8adb-724de0d21471 service nova] Releasing lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.633010] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.633997] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576425b2-a954-45f8-8aaf-fef04503bbc5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.641333] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.641590] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b11682c-94b6-4583-b6a7-d2d8159ea96f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.670578] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520304, 'name': Rename_Task, 'duration_secs': 0.219822} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.670842] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.671130] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc2fb920-ba4a-47e1-b079-d5b99eb885b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.677033] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1306.677033] env[69854]: value = "task-3520308" [ 1306.677033] env[69854]: _type = "Task" [ 1306.677033] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.684926] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.716573] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.716806] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.717030] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleting the datastore file [datastore1] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.717321] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74deec42-07e2-4d48-880f-9a0a142b5232 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.724007] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1306.724007] env[69854]: value = "task-3520309" [ 1306.724007] env[69854]: _type = "Task" [ 1306.724007] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.731458] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.782853] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520305, 'name': ReconfigVM_Task, 'duration_secs': 0.321287} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.784562] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9/4c20d624-5b5a-4bcf-b532-4f4a9d46feb9.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.785262] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.785262] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a05c80-9cab-7b13-c29a-f9f9634cce4e" [ 1306.785262] env[69854]: _type = "HttpNfcLease" [ 1306.785262] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.785489] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1db8c53f-a4f4-4e12-b593-df27e314597f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.791289] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1306.791289] env[69854]: value = "task-3520310" [ 1306.791289] env[69854]: _type = "Task" [ 1306.791289] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.799076] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520310, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.189053] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.232826] env[69854]: DEBUG oslo_vmware.api [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160071} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.233108] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.233314] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.233504] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.251835] env[69854]: INFO nova.scheduler.client.report [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted allocations for instance 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 [ 1307.279322] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1307.279322] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a05c80-9cab-7b13-c29a-f9f9634cce4e" [ 1307.279322] env[69854]: _type = "HttpNfcLease" [ 1307.279322] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1307.279640] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1307.279640] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a05c80-9cab-7b13-c29a-f9f9634cce4e" [ 1307.279640] env[69854]: _type = "HttpNfcLease" [ 1307.279640] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1307.280439] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d24b4a-e18d-4821-af71-3bdf5c4677ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.287733] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af02f9-dec3-fc45-c801-c196afe62113/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1307.287914] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af02f9-dec3-fc45-c801-c196afe62113/disk-0.vmdk. {{(pid=69854) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1307.361066] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca6ae535-759e-43bf-9a0c-c67a5aa861cf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.363279] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520310, 'name': Rename_Task, 'duration_secs': 0.149278} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.363578] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.364202] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15290e1f-29f5-479b-9309-191c187b58e8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.371825] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1307.371825] env[69854]: value = "task-3520311" [ 1307.371825] env[69854]: _type = "Task" [ 1307.371825] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.379877] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.397311] env[69854]: DEBUG nova.compute.manager [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-vif-unplugged-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.397311] env[69854]: DEBUG oslo_concurrency.lockutils [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.397437] env[69854]: DEBUG oslo_concurrency.lockutils [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.397603] env[69854]: DEBUG oslo_concurrency.lockutils [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.397782] env[69854]: DEBUG nova.compute.manager [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] No waiting events found dispatching network-vif-unplugged-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.397976] env[69854]: WARNING nova.compute.manager [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received unexpected event network-vif-unplugged-478b9c36-6411-4b46-872b-edf2cc82d54a for instance with vm_state shelved_offloaded and task_state None. [ 1307.398192] env[69854]: DEBUG nova.compute.manager [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.398395] env[69854]: DEBUG nova.compute.manager [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing instance network info cache due to event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.398611] env[69854]: DEBUG oslo_concurrency.lockutils [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] Acquiring lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.398761] env[69854]: DEBUG oslo_concurrency.lockutils [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] Acquired lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.398946] env[69854]: DEBUG nova.network.neutron [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.400690] env[69854]: DEBUG nova.compute.manager [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1307.689832] env[69854]: DEBUG oslo_vmware.api [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520308, 'name': PowerOnVM_Task, 'duration_secs': 0.529836} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.691762] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.691984] env[69854]: INFO nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1307.692216] env[69854]: DEBUG nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.693071] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d1942a-2aa5-4cbe-ab94-e293580a6d25 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.757223] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.757638] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.757913] env[69854]: DEBUG nova.objects.instance [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'resources' on Instance uuid 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.885574] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520311, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.929876] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.212826] env[69854]: DEBUG nova.network.neutron [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updated VIF entry in instance network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.213799] env[69854]: DEBUG nova.network.neutron [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap478b9c36-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.225848] env[69854]: INFO nova.compute.manager [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Took 17.25 seconds to build instance. [ 1308.261452] env[69854]: DEBUG nova.objects.instance [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.386859] env[69854]: DEBUG oslo_vmware.api [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520311, 'name': PowerOnVM_Task, 'duration_secs': 0.609611} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.388956] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.389199] env[69854]: INFO nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1308.389405] env[69854]: DEBUG nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.390318] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc8ba8-5b93-464b-b64f-b043ad2179e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.631434] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Completed reading data from the image iterator. {{(pid=69854) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1308.631659] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af02f9-dec3-fc45-c801-c196afe62113/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1308.632781] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e766c-c3ea-476b-a55e-5f881f0e7a4e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.640801] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af02f9-dec3-fc45-c801-c196afe62113/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1308.641050] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af02f9-dec3-fc45-c801-c196afe62113/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1308.641372] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7a1fd7e8-1193-43b6-a797-4e1f439be134 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.723324] env[69854]: DEBUG oslo_concurrency.lockutils [req-ca381b74-00ef-4f16-b349-574453ce7888 req-414aeb52-ac26-46a3-bd82-fb9be9d97f81 service nova] Releasing lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.730383] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7412de4a-330c-4984-833c-7fdf1b5bc289 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.766s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.763127] env[69854]: DEBUG nova.compute.manager [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Received event network-changed-636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.763284] env[69854]: DEBUG nova.compute.manager [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Refreshing instance network info cache due to event network-changed-636c623e-aec6-430a-a019-d13c8e1fed13. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.763521] env[69854]: DEBUG oslo_concurrency.lockutils [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] Acquiring lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.763661] env[69854]: DEBUG oslo_concurrency.lockutils [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] Acquired lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.763823] env[69854]: DEBUG nova.network.neutron [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Refreshing network info cache for port 636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.766175] env[69854]: DEBUG nova.objects.base [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Object Instance<5b69ab4e-bb55-4766-9ef8-830c30b73cd5> lazy-loaded attributes: resources,numa_topology {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1308.889495] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3447c649-616f-412a-9639-cbc1e014e504 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.896638] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e80186d-7017-43a0-8956-50df47c955cd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.933561] env[69854]: INFO nova.compute.manager [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Took 16.39 seconds to build instance. [ 1308.935649] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce0b30-5244-42cf-b97d-cb920ad80138 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.943965] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f389d-b3e3-4bfc-81ea-afe832df4435 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.959264] env[69854]: DEBUG nova.compute.provider_tree [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.973734] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.973969] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.974192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.974379] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.974542] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.976725] env[69854]: INFO nova.compute.manager [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Terminating instance [ 1309.357900] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.357900] env[69854]: DEBUG oslo_vmware.rw_handles [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af02f9-dec3-fc45-c801-c196afe62113/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1309.357900] env[69854]: INFO nova.virt.vmwareapi.images [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Downloaded image file data 07238473-b43b-47e9-bd04-c8c23f174db0 [ 1309.357900] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bebd22-5426-470c-9537-d2eff75ecdab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.357900] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946b0648-d335-4f9b-9bf4-0c0cdae8e0be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.376115] env[69854]: INFO nova.virt.vmwareapi.images [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] The imported VM was unregistered [ 1309.378675] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Caching image {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1309.378905] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Creating directory with path [datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.379198] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02139410-dd3c-4a4d-9ca4-c059e5415537 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.397592] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Created directory with path [datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0 {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.397792] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee/OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee.vmdk to [datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0/07238473-b43b-47e9-bd04-c8c23f174db0.vmdk. {{(pid=69854) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1309.398068] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-00627669-90dd-426e-a846-42136b3a5ccf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.405092] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1309.405092] env[69854]: value = "task-3520313" [ 1309.405092] env[69854]: _type = "Task" [ 1309.405092] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.412613] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520313, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.436373] env[69854]: DEBUG oslo_concurrency.lockutils [None req-60ba4e04-6034-45f4-9adc-acc49756f677 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.899s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.463360] env[69854]: DEBUG nova.scheduler.client.report [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.480573] env[69854]: DEBUG nova.compute.manager [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.480815] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.481354] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c91ab4-41d6-411e-bf46-3fdd41ba2f8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.488393] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1309.488393] env[69854]: value = "task-3520314" [ 1309.488393] env[69854]: _type = "Task" [ 1309.488393] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.498032] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.854139] env[69854]: DEBUG nova.network.neutron [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updated VIF entry in instance network info cache for port 636c623e-aec6-430a-a019-d13c8e1fed13. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.854576] env[69854]: DEBUG nova.network.neutron [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.915438] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520313, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.967916] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.971406] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.041s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.999244] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520314, 'name': PowerOffVM_Task, 'duration_secs': 0.259483} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.999535] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.999735] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1310.000027] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703226', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'name': 'volume-da6025ef-4e08-4d52-9070-1be3838d9d44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '70098300-c4ca-45b9-ae8c-7f981abf2ef8', 'attached_at': '2025-04-23T15:15:39.000000', 'detached_at': '', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'serial': 'da6025ef-4e08-4d52-9070-1be3838d9d44'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1310.000839] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d29cdac-887a-4e9e-a4bb-31e0373b0460 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.023731] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b65397-b8ed-446d-a0e6-261193e7ba8d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.032104] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f64b0-48ff-4946-9c75-85d5ffa39ce0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.051480] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0f4aa-198a-493d-a472-bd2df00fef08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.069587] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] The volume has not been displaced from its original location: [datastore1] volume-da6025ef-4e08-4d52-9070-1be3838d9d44/volume-da6025ef-4e08-4d52-9070-1be3838d9d44.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1310.075977] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.076455] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857c4066-b9d1-40eb-85aa-5f90db4a6a75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.095220] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1310.095220] env[69854]: value = "task-3520315" [ 1310.095220] env[69854]: _type = "Task" [ 1310.095220] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.105379] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.358240] env[69854]: DEBUG oslo_concurrency.lockutils [req-24ee3fd6-ac2b-441f-b6d1-b8f0d065f838 req-90a320ce-7db3-4426-a5b7-4b6344b5b063 service nova] Releasing lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.417557] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520313, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.477147] env[69854]: DEBUG oslo_concurrency.lockutils [None req-93cf12b6-2db6-4642-9aa2-33c874137c20 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.317s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.481074] env[69854]: INFO nova.compute.claims [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.485607] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.328s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.485811] env[69854]: INFO nova.compute.manager [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Unshelving [ 1310.606500] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520315, 'name': ReconfigVM_Task, 'duration_secs': 0.292206} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.606818] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.613178] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86b56d3-c1db-4297-ab77-cebb39a42558 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.630066] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1310.630066] env[69854]: value = "task-3520316" [ 1310.630066] env[69854]: _type = "Task" [ 1310.630066] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.639523] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.919634] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520313, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.989012] env[69854]: INFO nova.compute.resource_tracker [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating resource usage from migration 57302879-d08f-4946-93f5-248e1176bebf [ 1311.060173] env[69854]: DEBUG nova.compute.manager [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1311.140197] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.153655] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06088f3d-5cf9-4034-b6c0-b4b7298977bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.162180] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a766f3bc-e5eb-45c0-bee8-6e0201e530f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.194866] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a94d489-0254-442d-8d64-6617c20ca2ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.202586] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6a5d66-b118-4f9c-ac7d-c29bcaf3426e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.216467] env[69854]: DEBUG nova.compute.provider_tree [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.417606] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520313, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.514733] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.581716] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.642545] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.719891] env[69854]: DEBUG nova.scheduler.client.report [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.917645] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520313, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.142779] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520316, 'name': ReconfigVM_Task, 'duration_secs': 1.266506} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.143283] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703226', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'name': 'volume-da6025ef-4e08-4d52-9070-1be3838d9d44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '70098300-c4ca-45b9-ae8c-7f981abf2ef8', 'attached_at': '2025-04-23T15:15:39.000000', 'detached_at': '', 'volume_id': 'da6025ef-4e08-4d52-9070-1be3838d9d44', 'serial': 'da6025ef-4e08-4d52-9070-1be3838d9d44'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1312.143427] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.144158] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7089bc-ee5d-4cc5-b342-7171bb2bab38 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.150614] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.150899] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de35ba47-4ccd-4bc1-b9cf-9718e16590d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.225524] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.254s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.225747] env[69854]: INFO nova.compute.manager [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Migrating [ 1312.232232] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.718s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.232414] env[69854]: DEBUG nova.objects.instance [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.241190] env[69854]: DEBUG nova.objects.instance [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.254767] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.254990] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.255198] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleting the datastore file [datastore1] 70098300-c4ca-45b9-ae8c-7f981abf2ef8 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.255458] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a81acf5-b75a-4100-be05-e5e2db49eafe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.262201] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1312.262201] env[69854]: value = "task-3520318" [ 1312.262201] env[69854]: _type = "Task" [ 1312.262201] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.269523] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.417733] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520313, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.008849} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.417983] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee/OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee.vmdk to [datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0/07238473-b43b-47e9-bd04-c8c23f174db0.vmdk. [ 1312.418507] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Cleaning up location [datastore2] OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1312.418507] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f479ff70-3320-4226-83fa-5fb8701530ee {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.418853] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74d882b5-2f94-41ec-a513-a82de4dd0b47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.425395] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1312.425395] env[69854]: value = "task-3520319" [ 1312.425395] env[69854]: _type = "Task" [ 1312.425395] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.432786] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.743156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.743372] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.743566] env[69854]: DEBUG nova.network.neutron [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.745010] env[69854]: INFO nova.compute.claims [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.772060] env[69854]: DEBUG oslo_vmware.api [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394065} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.772344] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.772491] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.772677] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.772886] env[69854]: INFO nova.compute.manager [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1312.773095] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.773294] env[69854]: DEBUG nova.compute.manager [-] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.773385] env[69854]: DEBUG nova.network.neutron [-] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.935394] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106236} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.935636] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.935804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0/07238473-b43b-47e9-bd04-c8c23f174db0.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.936057] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0/07238473-b43b-47e9-bd04-c8c23f174db0.vmdk to [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.936314] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2893c5bf-0175-4ddb-ae98-de9eb76d6846 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.942763] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1312.942763] env[69854]: value = "task-3520320" [ 1312.942763] env[69854]: _type = "Task" [ 1312.942763] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.952019] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.279443] env[69854]: DEBUG nova.compute.manager [req-1c7ca613-48ea-4f8f-9915-0b78037743d0 req-0fc1e42d-fc61-456d-ab2b-ca7a30ecd576 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Received event network-vif-deleted-49bcc1ce-b775-4f1e-87ab-8d4207580716 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.279736] env[69854]: INFO nova.compute.manager [req-1c7ca613-48ea-4f8f-9915-0b78037743d0 req-0fc1e42d-fc61-456d-ab2b-ca7a30ecd576 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Neutron deleted interface 49bcc1ce-b775-4f1e-87ab-8d4207580716; detaching it from the instance and deleting it from the info cache [ 1313.279855] env[69854]: DEBUG nova.network.neutron [req-1c7ca613-48ea-4f8f-9915-0b78037743d0 req-0fc1e42d-fc61-456d-ab2b-ca7a30ecd576 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.453624] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.474035] env[69854]: DEBUG nova.network.neutron [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance_info_cache with network_info: [{"id": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "address": "fa:16:3e:7a:85:9c", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4693c7f2-f6", "ovs_interfaceid": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.759092] env[69854]: DEBUG nova.network.neutron [-] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.784345] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36d3459d-c50a-4c03-91cb-f1713a19f9af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.797610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec956c68-9422-47ba-8b70-a9eb94b440e9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.835096] env[69854]: DEBUG nova.compute.manager [req-1c7ca613-48ea-4f8f-9915-0b78037743d0 req-0fc1e42d-fc61-456d-ab2b-ca7a30ecd576 service nova] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Detach interface failed, port_id=49bcc1ce-b775-4f1e-87ab-8d4207580716, reason: Instance 70098300-c4ca-45b9-ae8c-7f981abf2ef8 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.930556] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8619d658-e66e-4fdf-a684-009f7c736fa5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.941838] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3cadb8-cd80-4857-a62e-dec5531496c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.954208] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520320, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.982937] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.985342] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a670253-fc49-4fd9-9c0f-ff2d94452486 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.997491] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c56f5-ed31-4da1-a7ec-28c635011c9f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.019042] env[69854]: DEBUG nova.compute.provider_tree [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.260676] env[69854]: INFO nova.compute.manager [-] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Took 1.49 seconds to deallocate network for instance. [ 1314.457170] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520320, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.521916] env[69854]: DEBUG nova.scheduler.client.report [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.816339] env[69854]: INFO nova.compute.manager [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Took 0.56 seconds to detach 1 volumes for instance. [ 1314.818863] env[69854]: DEBUG nova.compute.manager [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Deleting volume: da6025ef-4e08-4d52-9070-1be3838d9d44 {{(pid=69854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1314.958963] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520320, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.026954] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.029515] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.448s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.059625] env[69854]: INFO nova.network.neutron [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating port 478b9c36-6411-4b46-872b-edf2cc82d54a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1315.363617] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.459895] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520320, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.502268] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e0192b-5e78-497f-b7f5-3e9fd05b8eb6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.526644] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance '45c53ebf-1677-402a-8931-7639517fa958' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.535437] env[69854]: INFO nova.compute.claims [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.957335] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520320, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.00244} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.957612] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/07238473-b43b-47e9-bd04-c8c23f174db0/07238473-b43b-47e9-bd04-c8c23f174db0.vmdk to [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.958422] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10229f65-76e3-4947-9771-22d31e29cc36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.979754] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.980032] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3ffc2d-eb0a-418b-a241-67426dbad3e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.999047] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1315.999047] env[69854]: value = "task-3520322" [ 1315.999047] env[69854]: _type = "Task" [ 1315.999047] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.006720] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.033112] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.033520] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209c7b80-68cd-4098-a038-efe5ba882bc4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.041363] env[69854]: INFO nova.compute.resource_tracker [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating resource usage from migration de063195-c65f-433b-bf5e-aa5199576564 [ 1316.043982] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1316.043982] env[69854]: value = "task-3520323" [ 1316.043982] env[69854]: _type = "Task" [ 1316.043982] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.053525] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.205252] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e41a9bd-330e-4f34-9c3f-4943425a1e6e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.213818] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f37234-e2e8-4777-a863-c152075e40b1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.248579] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce0b9e7-de87-4ca5-aeea-915824ade09c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.256411] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7b8c6-aa37-4b7a-a041-3a2433d9ae84 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.271831] env[69854]: DEBUG nova.compute.provider_tree [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.461680] env[69854]: DEBUG nova.compute.manager [req-6e08580b-92f5-4d2e-9dc8-d7f56b4c49be req-c44b0060-6425-475f-8829-70722175fa2c service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-vif-plugged-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.462258] env[69854]: DEBUG oslo_concurrency.lockutils [req-6e08580b-92f5-4d2e-9dc8-d7f56b4c49be req-c44b0060-6425-475f-8829-70722175fa2c service nova] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.462479] env[69854]: DEBUG oslo_concurrency.lockutils [req-6e08580b-92f5-4d2e-9dc8-d7f56b4c49be req-c44b0060-6425-475f-8829-70722175fa2c service nova] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.462649] env[69854]: DEBUG oslo_concurrency.lockutils [req-6e08580b-92f5-4d2e-9dc8-d7f56b4c49be req-c44b0060-6425-475f-8829-70722175fa2c service nova] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.462816] env[69854]: DEBUG nova.compute.manager [req-6e08580b-92f5-4d2e-9dc8-d7f56b4c49be req-c44b0060-6425-475f-8829-70722175fa2c service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] No waiting events found dispatching network-vif-plugged-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.462982] env[69854]: WARNING nova.compute.manager [req-6e08580b-92f5-4d2e-9dc8-d7f56b4c49be req-c44b0060-6425-475f-8829-70722175fa2c service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received unexpected event network-vif-plugged-478b9c36-6411-4b46-872b-edf2cc82d54a for instance with vm_state shelved_offloaded and task_state spawning. [ 1316.509499] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520322, 'name': ReconfigVM_Task, 'duration_secs': 0.314814} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.509763] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f/e9df4bf9-da51-43b6-bc2c-0ae437ac492f.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.510408] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a7d770c-1a6e-4b78-9ee2-2f16e326b53c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.515989] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1316.515989] env[69854]: value = "task-3520324" [ 1316.515989] env[69854]: _type = "Task" [ 1316.515989] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.523515] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520324, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.553689] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520323, 'name': PowerOffVM_Task, 'duration_secs': 0.210888} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.553951] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.554164] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance '45c53ebf-1677-402a-8931-7639517fa958' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.586531] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.586633] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.586827] env[69854]: DEBUG nova.network.neutron [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.775991] env[69854]: DEBUG nova.scheduler.client.report [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.025744] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520324, 'name': Rename_Task, 'duration_secs': 0.254561} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.026204] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.026528] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c8705f6-724a-4167-8d70-613215819c84 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.032484] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1317.032484] env[69854]: value = "task-3520325" [ 1317.032484] env[69854]: _type = "Task" [ 1317.032484] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.039696] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.060553] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.060953] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.061149] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.061373] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.061528] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.061679] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.061885] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.062058] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.062233] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.062400] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.062577] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.067803] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a44d49-b262-4493-b5fb-5ae558daa688 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.083488] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1317.083488] env[69854]: value = "task-3520326" [ 1317.083488] env[69854]: _type = "Task" [ 1317.083488] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.095052] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.281394] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.252s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.281593] env[69854]: INFO nova.compute.manager [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Migrating [ 1317.289992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.926s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.290259] env[69854]: DEBUG nova.objects.instance [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'resources' on Instance uuid 70098300-c4ca-45b9-ae8c-7f981abf2ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.339990] env[69854]: DEBUG nova.network.neutron [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap478b9c36-64", "ovs_interfaceid": "478b9c36-6411-4b46-872b-edf2cc82d54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.449758] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d975b-020e-4be0-bc79-ffad259f9288 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.457755] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c264c95-6110-4054-89d0-968ad22a342e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.488149] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bcc9c6-6568-4c4a-9866-39be09fd52e7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.495531] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7467130-d62d-4031-bd20-cb1cf42a7208 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.509319] env[69854]: DEBUG nova.compute.provider_tree [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.542632] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.593420] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520326, 'name': ReconfigVM_Task, 'duration_secs': 0.442561} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.593746] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance '45c53ebf-1677-402a-8931-7639517fa958' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.812380] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.812592] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.812778] env[69854]: DEBUG nova.network.neutron [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.843009] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.871291] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d47ebaaa2cc34afc44bd56b8b3136941',container_format='bare',created_at=2025-04-23T15:15:53Z,direct_url=,disk_format='vmdk',id=b3bde1a8-c999-4c65-8302-a9abafe7624d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-124603522-shelved',owner='8a9ed7831f7649d8a1513a1489a27fe0',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-23T15:16:11Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.871588] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.871783] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.872019] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.872182] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.872336] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.872548] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.872714] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.872883] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.873060] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.873285] env[69854]: DEBUG nova.virt.hardware [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.874163] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2dcbd0-541b-42b1-9f23-e3bd2d48f0cc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.885060] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086a053e-7e62-423d-ae27-1ea55de33ac3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.898984] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:0d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '478b9c36-6411-4b46-872b-edf2cc82d54a', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.906437] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.906702] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.906917] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0dd438a-e61b-4def-808a-c20510e2f1a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.926075] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.926075] env[69854]: value = "task-3520327" [ 1317.926075] env[69854]: _type = "Task" [ 1317.926075] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.933827] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520327, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.013122] env[69854]: DEBUG nova.scheduler.client.report [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.042624] env[69854]: DEBUG oslo_vmware.api [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520325, 'name': PowerOnVM_Task, 'duration_secs': 0.921531} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.042884] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.100238] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.100528] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.100633] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.100927] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.101106] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.101106] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.101307] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.101462] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.101621] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.101946] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.101946] env[69854]: DEBUG nova.virt.hardware [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.107321] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.107641] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c73f42-09a5-4cf6-a84b-6d80da32f5ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.126160] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1318.126160] env[69854]: value = "task-3520328" [ 1318.126160] env[69854]: _type = "Task" [ 1318.126160] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.133834] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.147914] env[69854]: DEBUG nova.compute.manager [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.148736] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9004c8b1-f1bd-4838-9cea-a76f5259d846 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.435329] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520327, 'name': CreateVM_Task, 'duration_secs': 0.391794} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.435497] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.436162] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.436338] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.436701] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.436954] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2b6e41-8806-49bb-859b-337cb4808f34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.441218] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1318.441218] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5206556d-a1cd-466a-cdee-ed16242cec27" [ 1318.441218] env[69854]: _type = "Task" [ 1318.441218] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.450430] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5206556d-a1cd-466a-cdee-ed16242cec27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.487031] env[69854]: DEBUG nova.compute.manager [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.487274] env[69854]: DEBUG nova.compute.manager [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing instance network info cache due to event network-changed-478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.487497] env[69854]: DEBUG oslo_concurrency.lockutils [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] Acquiring lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.487661] env[69854]: DEBUG oslo_concurrency.lockutils [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] Acquired lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.487795] env[69854]: DEBUG nova.network.neutron [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Refreshing network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.512499] env[69854]: DEBUG nova.network.neutron [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance_info_cache with network_info: [{"id": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "address": "fa:16:3e:29:01:4e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eac8e33-3a", "ovs_interfaceid": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.518706] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.228s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.539968] env[69854]: INFO nova.scheduler.client.report [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted allocations for instance 70098300-c4ca-45b9-ae8c-7f981abf2ef8 [ 1318.637027] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520328, 'name': ReconfigVM_Task, 'duration_secs': 0.209494} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.637027] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.637824] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e6fe23-8eb3-42a9-8dcd-7b46ead507a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.661791] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 45c53ebf-1677-402a-8931-7639517fa958/45c53ebf-1677-402a-8931-7639517fa958.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.665367] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7bb8bb2-dbe7-4e29-84ff-f254c2b49b2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.680011] env[69854]: DEBUG oslo_concurrency.lockutils [None req-2517647b-9cb7-42d1-a528-3bbdec21bad2 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.965s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.683977] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1318.683977] env[69854]: value = "task-3520329" [ 1318.683977] env[69854]: _type = "Task" [ 1318.683977] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.693014] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.952821] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.953133] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Processing image b3bde1a8-c999-4c65-8302-a9abafe7624d {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.953411] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d/b3bde1a8-c999-4c65-8302-a9abafe7624d.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.953577] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d/b3bde1a8-c999-4c65-8302-a9abafe7624d.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.953778] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.954063] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8c8f63f-5a90-47ec-8a44-13c60aa28e9d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.963313] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.963509] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.964245] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a3bbfd-b76b-48bb-b5ae-d618087c62fc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.970024] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1318.970024] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b48c16-cf2e-5f9a-c39b-d5d7ba363002" [ 1318.970024] env[69854]: _type = "Task" [ 1318.970024] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.976675] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52b48c16-cf2e-5f9a-c39b-d5d7ba363002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.015494] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.047986] env[69854]: DEBUG oslo_concurrency.lockutils [None req-66ea0d99-91d8-4ef6-b40d-191ef7490c03 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "70098300-c4ca-45b9-ae8c-7f981abf2ef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.074s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.196750] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520329, 'name': ReconfigVM_Task, 'duration_secs': 0.343793} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.197025] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 45c53ebf-1677-402a-8931-7639517fa958/45c53ebf-1677-402a-8931-7639517fa958.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.197524] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance '45c53ebf-1677-402a-8931-7639517fa958' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.223989] env[69854]: DEBUG nova.network.neutron [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updated VIF entry in instance network info cache for port 478b9c36-6411-4b46-872b-edf2cc82d54a. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.224371] env[69854]: DEBUG nova.network.neutron [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [{"id": "478b9c36-6411-4b46-872b-edf2cc82d54a", "address": "fa:16:3e:2f:0d:d9", "network": {"id": "736a0f54-c3d6-4d1b-bc67-5debfc8f11d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1453728551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9ed7831f7649d8a1513a1489a27fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap478b9c36-64", "ovs_interfaceid": "478b9c36-6411-4b46-872b-edf2cc82d54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.479253] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Preparing fetch location {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1319.479515] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Fetch image to [datastore2] OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49/OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49.vmdk {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1319.479700] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Downloading stream optimized image b3bde1a8-c999-4c65-8302-a9abafe7624d to [datastore2] OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49/OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49.vmdk on the data store datastore2 as vApp {{(pid=69854) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1319.479873] env[69854]: DEBUG nova.virt.vmwareapi.images [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Downloading image file data b3bde1a8-c999-4c65-8302-a9abafe7624d to the ESX as VM named 'OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49' {{(pid=69854) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1319.550326] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1319.550326] env[69854]: value = "resgroup-9" [ 1319.550326] env[69854]: _type = "ResourcePool" [ 1319.550326] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1319.550767] env[69854]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-850cc786-9659-4f22-8a16-5f7a4836ff50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.573766] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease: (returnval){ [ 1319.573766] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529577e9-0692-5277-5d3b-0b7a97324399" [ 1319.573766] env[69854]: _type = "HttpNfcLease" [ 1319.573766] env[69854]: } obtained for vApp import into resource pool (val){ [ 1319.573766] env[69854]: value = "resgroup-9" [ 1319.573766] env[69854]: _type = "ResourcePool" [ 1319.573766] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1319.574330] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the lease: (returnval){ [ 1319.574330] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529577e9-0692-5277-5d3b-0b7a97324399" [ 1319.574330] env[69854]: _type = "HttpNfcLease" [ 1319.574330] env[69854]: } to be ready. {{(pid=69854) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1319.580327] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.580327] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529577e9-0692-5277-5d3b-0b7a97324399" [ 1319.580327] env[69854]: _type = "HttpNfcLease" [ 1319.580327] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1319.635168] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b8025-c15e-4e3f-807a-db9afee4de17 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.642506] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87f498f6-85c1-47ae-b790-02806bfc691b tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Suspending the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1319.642745] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e674a237-7dbf-4534-9aae-249404587da6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.648062] env[69854]: DEBUG oslo_vmware.api [None req-87f498f6-85c1-47ae-b790-02806bfc691b tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1319.648062] env[69854]: value = "task-3520331" [ 1319.648062] env[69854]: _type = "Task" [ 1319.648062] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.656824] env[69854]: DEBUG oslo_vmware.api [None req-87f498f6-85c1-47ae-b790-02806bfc691b tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520331, 'name': SuspendVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.704367] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e637beae-8110-4376-9632-b754143bffb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.723200] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bb04ba-bd12-4b15-ad80-e1ed0eb49d2d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.741097] env[69854]: DEBUG oslo_concurrency.lockutils [req-8cd87d07-2b4e-425a-a638-36ef6905cd36 req-50543638-5624-4d3a-be9b-c7e78d7ecb24 service nova] Releasing lock "refresh_cache-5b69ab4e-bb55-4766-9ef8-830c30b73cd5" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.741530] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance '45c53ebf-1677-402a-8931-7639517fa958' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.028776] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.029032] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.029234] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "a6d6121d-2b03-42ab-b95e-b606762e20fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.029418] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.029586] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.031375] env[69854]: INFO nova.compute.manager [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Terminating instance [ 1320.082701] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1320.082701] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529577e9-0692-5277-5d3b-0b7a97324399" [ 1320.082701] env[69854]: _type = "HttpNfcLease" [ 1320.082701] env[69854]: } is initializing. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1320.157213] env[69854]: DEBUG oslo_vmware.api [None req-87f498f6-85c1-47ae-b790-02806bfc691b tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520331, 'name': SuspendVM_Task} progress is 70%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.281893] env[69854]: DEBUG nova.network.neutron [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Port 4693c7f2-f6b5-4c13-b685-7af929b3ff79 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1320.535252] env[69854]: DEBUG nova.compute.manager [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.535471] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.536289] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8dd719-47b8-4bc8-9bde-cc5ee51ac28e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.539389] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5370562-fd87-40a8-aa64-2f737238c5d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.559135] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance '4c20d624-5b5a-4bcf-b532-4f4a9d46feb9' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.564306] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.564701] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0108ed8e-3eff-4655-b090-22a6858c295f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.570402] env[69854]: DEBUG oslo_vmware.api [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1320.570402] env[69854]: value = "task-3520332" [ 1320.570402] env[69854]: _type = "Task" [ 1320.570402] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.578453] env[69854]: DEBUG oslo_vmware.api [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.584177] env[69854]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1320.584177] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529577e9-0692-5277-5d3b-0b7a97324399" [ 1320.584177] env[69854]: _type = "HttpNfcLease" [ 1320.584177] env[69854]: } is ready. {{(pid=69854) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1320.584413] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1320.584413] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529577e9-0692-5277-5d3b-0b7a97324399" [ 1320.584413] env[69854]: _type = "HttpNfcLease" [ 1320.584413] env[69854]: }. {{(pid=69854) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1320.584976] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b483f508-4ba0-43c1-942c-ee94496fdf19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.591894] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de9b98-c9f4-6baa-5eb6-7bdf5499508b/disk-0.vmdk from lease info. {{(pid=69854) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1320.592193] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de9b98-c9f4-6baa-5eb6-7bdf5499508b/disk-0.vmdk. {{(pid=69854) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1320.664306] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-684dd08c-596e-4694-a13d-2da09b1df986 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.666185] env[69854]: DEBUG oslo_vmware.api [None req-87f498f6-85c1-47ae-b790-02806bfc691b tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520331, 'name': SuspendVM_Task, 'duration_secs': 0.583} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.667947] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-87f498f6-85c1-47ae-b790-02806bfc691b tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Suspended the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1320.668161] env[69854]: DEBUG nova.compute.manager [None req-87f498f6-85c1-47ae-b790-02806bfc691b tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.669431] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c8e202-bb5f-4cd7-88fb-2fd03a3ae707 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.067444] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.067759] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac03ba7e-6f6b-494c-9e67-8873ce7140b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.074966] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1321.074966] env[69854]: value = "task-3520333" [ 1321.074966] env[69854]: _type = "Task" [ 1321.074966] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.084831] env[69854]: DEBUG oslo_vmware.api [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520332, 'name': PowerOffVM_Task, 'duration_secs': 0.227975} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.085794] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.086134] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.086511] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-561acdae-91af-4aac-9c3f-70ae9a75fa8d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.091471] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.171383] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.171639] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.171829] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleting the datastore file [datastore1] a6d6121d-2b03-42ab-b95e-b606762e20fa {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.172139] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e468e419-67f5-48c4-99be-dd18efe7a95a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.183955] env[69854]: DEBUG oslo_vmware.api [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1321.183955] env[69854]: value = "task-3520335" [ 1321.183955] env[69854]: _type = "Task" [ 1321.183955] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.195876] env[69854]: DEBUG oslo_vmware.api [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.310793] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "45c53ebf-1677-402a-8931-7639517fa958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.311057] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.311247] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.587409] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520333, 'name': PowerOffVM_Task, 'duration_secs': 0.282798} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.587700] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.587860] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance '4c20d624-5b5a-4bcf-b532-4f4a9d46feb9' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.695615] env[69854]: DEBUG oslo_vmware.api [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227831} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.697111] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.697339] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.697525] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.697697] env[69854]: INFO nova.compute.manager [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1321.697938] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.698154] env[69854]: DEBUG nova.compute.manager [-] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.698262] env[69854]: DEBUG nova.network.neutron [-] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.819372] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Completed reading data from the image iterator. {{(pid=69854) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1321.819665] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de9b98-c9f4-6baa-5eb6-7bdf5499508b/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1321.820699] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5510ca57-4791-4006-bba3-71c107f66861 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.829054] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de9b98-c9f4-6baa-5eb6-7bdf5499508b/disk-0.vmdk is in state: ready. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1321.829054] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de9b98-c9f4-6baa-5eb6-7bdf5499508b/disk-0.vmdk. {{(pid=69854) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1321.829054] env[69854]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-01ec69af-5b34-491e-b59b-91b0a189ba56 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.955958] env[69854]: DEBUG nova.compute.manager [req-bf1cd7c1-8521-44b9-8488-e6e0d791ef5d req-907b129d-8182-4ea1-a984-8b3d7c401129 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Received event network-vif-deleted-9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.956195] env[69854]: INFO nova.compute.manager [req-bf1cd7c1-8521-44b9-8488-e6e0d791ef5d req-907b129d-8182-4ea1-a984-8b3d7c401129 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Neutron deleted interface 9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a; detaching it from the instance and deleting it from the info cache [ 1321.956476] env[69854]: DEBUG nova.network.neutron [req-bf1cd7c1-8521-44b9-8488-e6e0d791ef5d req-907b129d-8182-4ea1-a984-8b3d7c401129 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.077031] env[69854]: INFO nova.compute.manager [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Resuming [ 1322.077031] env[69854]: DEBUG nova.objects.instance [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lazy-loading 'flavor' on Instance uuid e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.094049] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.094049] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.094941] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.094941] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.094941] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.094941] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.094941] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.094941] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.095563] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.095563] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.095563] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.100930] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98274ae-3f5d-48d7-8261-5d2dde9736ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.112749] env[69854]: DEBUG oslo_vmware.rw_handles [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de9b98-c9f4-6baa-5eb6-7bdf5499508b/disk-0.vmdk. {{(pid=69854) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1322.112976] env[69854]: INFO nova.virt.vmwareapi.images [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Downloaded image file data b3bde1a8-c999-4c65-8302-a9abafe7624d [ 1322.114132] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c42a1-95c3-428e-8d34-20c7608f1b25 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.118233] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1322.118233] env[69854]: value = "task-3520336" [ 1322.118233] env[69854]: _type = "Task" [ 1322.118233] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.133023] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29502229-f94d-40de-bc89-4ec5f389fe2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.138534] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.158719] env[69854]: INFO nova.virt.vmwareapi.images [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] The imported VM was unregistered [ 1322.161116] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Caching image {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1322.161365] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.162538] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c29310-9c96-42e1-9542-1888cb738dda {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.188997] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Created directory with path [datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.189273] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49/OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49.vmdk to [datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d/b3bde1a8-c999-4c65-8302-a9abafe7624d.vmdk. {{(pid=69854) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1322.189529] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-da006293-fbc7-41f5-86c2-b9db1558cb62 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.195794] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1322.195794] env[69854]: value = "task-3520338" [ 1322.195794] env[69854]: _type = "Task" [ 1322.195794] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.202969] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520338, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.348810] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.349014] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.349221] env[69854]: DEBUG nova.network.neutron [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.438740] env[69854]: DEBUG nova.network.neutron [-] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.459242] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b2f79aa-7bd6-4cce-9c1c-d068a7c86cbc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.469312] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4261f53-c4a9-45ac-980c-c51f7967d5c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.501192] env[69854]: DEBUG nova.compute.manager [req-bf1cd7c1-8521-44b9-8488-e6e0d791ef5d req-907b129d-8182-4ea1-a984-8b3d7c401129 service nova] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Detach interface failed, port_id=9fd34a2d-cefe-48a6-81d8-4ccf6b4f0f8a, reason: Instance a6d6121d-2b03-42ab-b95e-b606762e20fa could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.629195] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520336, 'name': ReconfigVM_Task, 'duration_secs': 0.245673} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.629599] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance '4c20d624-5b5a-4bcf-b532-4f4a9d46feb9' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.712384] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520338, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.941625] env[69854]: INFO nova.compute.manager [-] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Took 1.24 seconds to deallocate network for instance. [ 1323.091114] env[69854]: DEBUG nova.network.neutron [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance_info_cache with network_info: [{"id": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "address": "fa:16:3e:7a:85:9c", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4693c7f2-f6", "ovs_interfaceid": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.136124] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.136444] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.136574] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.136768] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.136916] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.137293] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.137603] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.137785] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.137964] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.138227] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.138376] env[69854]: DEBUG nova.virt.hardware [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.144294] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.145031] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8d3956-13b2-4fd5-b99c-83693052a57c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.164518] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1323.164518] env[69854]: value = "task-3520339" [ 1323.164518] env[69854]: _type = "Task" [ 1323.164518] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.173141] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.205873] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520338, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.448928] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.449255] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.449488] env[69854]: DEBUG nova.objects.instance [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'resources' on Instance uuid a6d6121d-2b03-42ab-b95e-b606762e20fa {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.586678] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.586896] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquired lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.587117] env[69854]: DEBUG nova.network.neutron [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.593841] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.675352] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520339, 'name': ReconfigVM_Task, 'duration_secs': 0.262407} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.676078] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.677617] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d179aef2-8bdb-4349-869e-51ca0baab5d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.701945] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9/4c20d624-5b5a-4bcf-b532-4f4a9d46feb9.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.702361] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0872cf4-17ae-4489-8af4-ea15099a8f36 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.725157] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520338, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.726629] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1323.726629] env[69854]: value = "task-3520340" [ 1323.726629] env[69854]: _type = "Task" [ 1323.726629] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.734750] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.098502] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bdfb2e-ea0d-4a26-ac5e-661086633a06 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.110072] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b745cd-9e9f-4225-98ee-0aca3d78ed50 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.143647] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbad60ca-0bf2-4a65-9b18-f1935619231a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.146772] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf0e20-4c1b-43a7-b5d1-2e237c85be8f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.169865] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b1169-d01e-4af4-bb27-28811b171a06 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.175137] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69ae971-f35d-4985-aaf0-fe62c73a7fa6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.188751] env[69854]: DEBUG nova.compute.provider_tree [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.195803] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance '45c53ebf-1677-402a-8931-7639517fa958' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.200008] env[69854]: DEBUG nova.scheduler.client.report [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.213272] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520338, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.236484] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.385444] env[69854]: DEBUG nova.network.neutron [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [{"id": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "address": "fa:16:3e:26:c5:65", "network": {"id": "dbfc06f4-acf1-4bf4-8c24-f94d6a23973a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-896424671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf5a1e65044cb1b6576f24ab7c00f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb9e574-64", "ovs_interfaceid": "bcb9e574-649b-4903-a4fa-25386eafb1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.705794] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.706423] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.257s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.711942] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ccbd7a3-7413-4f99-9b1f-2ef56e40039d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.718434] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520338, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.352961} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.719577] env[69854]: INFO nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49/OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49.vmdk to [datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d/b3bde1a8-c999-4c65-8302-a9abafe7624d.vmdk. [ 1324.719769] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Cleaning up location [datastore2] OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1324.719933] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9142572b-1dbb-4f61-b1f2-726951224f49 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.720248] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1324.720248] env[69854]: value = "task-3520341" [ 1324.720248] env[69854]: _type = "Task" [ 1324.720248] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.720437] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dedfb92-015f-4c5e-be20-c2a4534908cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.726236] env[69854]: INFO nova.scheduler.client.report [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted allocations for instance a6d6121d-2b03-42ab-b95e-b606762e20fa [ 1324.731426] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.737985] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1324.737985] env[69854]: value = "task-3520342" [ 1324.737985] env[69854]: _type = "Task" [ 1324.737985] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.745189] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520340, 'name': ReconfigVM_Task, 'duration_secs': 0.518022} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.745888] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9/4c20d624-5b5a-4bcf-b532-4f4a9d46feb9.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.746258] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance '4c20d624-5b5a-4bcf-b532-4f4a9d46feb9' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.752961] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.892266] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Releasing lock "refresh_cache-e9df4bf9-da51-43b6-bc2c-0ae437ac492f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.893285] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c274d-33a3-4c3c-aa1c-6a48844de0ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.899948] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Resuming the VM {{(pid=69854) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1324.900204] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8acc61f0-630d-434f-81e6-c9058c72cdcd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.905980] env[69854]: DEBUG oslo_vmware.api [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1324.905980] env[69854]: value = "task-3520343" [ 1324.905980] env[69854]: _type = "Task" [ 1324.905980] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.913542] env[69854]: DEBUG oslo_vmware.api [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.233245] env[69854]: DEBUG oslo_vmware.api [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520341, 'name': PowerOnVM_Task, 'duration_secs': 0.410829} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.233460] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.233648] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fd100831-cab5-4edb-90e9-bd89382dcbf7 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance '45c53ebf-1677-402a-8931-7639517fa958' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.243739] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b072ecea-06a3-4ea3-94b9-ecff65ebb0d0 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "a6d6121d-2b03-42ab-b95e-b606762e20fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.215s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.249077] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037647} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.249344] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.249462] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d/b3bde1a8-c999-4c65-8302-a9abafe7624d.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.249704] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d/b3bde1a8-c999-4c65-8302-a9abafe7624d.vmdk to [datastore2] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.249935] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839f0218-4c3f-4b9d-8b19-f7e6270afac0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.257077] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5cdfff-231d-419c-aede-948eb17af403 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.259780] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1325.259780] env[69854]: value = "task-3520345" [ 1325.259780] env[69854]: _type = "Task" [ 1325.259780] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.279345] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c734e2d8-83de-4bb7-a916-9070e952a4f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.285057] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.300962] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance '4c20d624-5b5a-4bcf-b532-4f4a9d46feb9' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.417035] env[69854]: DEBUG oslo_vmware.api [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.770584] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520345, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.840605] env[69854]: DEBUG nova.network.neutron [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Port 1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1325.918243] env[69854]: DEBUG oslo_vmware.api [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520343, 'name': PowerOnVM_Task, 'duration_secs': 0.636945} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.918602] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Resumed the VM {{(pid=69854) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1325.918906] env[69854]: DEBUG nova.compute.manager [None req-9b9a07bd-75ae-42a1-8121-63f117cb1d80 tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.919518] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fe14f-7674-402f-81fe-f6326d76929f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.274215] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520345, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.773733] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520345, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.865702] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.865943] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.866134] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.239236] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "45c53ebf-1677-402a-8931-7639517fa958" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.239515] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.239764] env[69854]: DEBUG nova.compute.manager [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Going to confirm migration 8 {{(pid=69854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1327.276285] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520345, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.775932] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520345, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.784469] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.784654] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.784955] env[69854]: DEBUG nova.network.neutron [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.785170] env[69854]: DEBUG nova.objects.instance [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lazy-loading 'info_cache' on Instance uuid 45c53ebf-1677-402a-8931-7639517fa958 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.902827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.902967] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.904019] env[69854]: DEBUG nova.network.neutron [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.273766] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520345, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.724138} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.274010] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3bde1a8-c999-4c65-8302-a9abafe7624d/b3bde1a8-c999-4c65-8302-a9abafe7624d.vmdk to [datastore2] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.274809] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b11018-71ef-4500-b065-ab17f770256b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.296872] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.299252] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce04bae-31b9-417e-9b36-3edaa09b7607 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.322609] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1328.322609] env[69854]: value = "task-3520346" [ 1328.322609] env[69854]: _type = "Task" [ 1328.322609] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.331103] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.498100] env[69854]: DEBUG nova.network.neutron [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance_info_cache with network_info: [{"id": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "address": "fa:16:3e:7a:85:9c", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4693c7f2-f6", "ovs_interfaceid": "4693c7f2-f6b5-4c13-b685-7af929b3ff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.585371] env[69854]: DEBUG nova.network.neutron [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance_info_cache with network_info: [{"id": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "address": "fa:16:3e:29:01:4e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eac8e33-3a", "ovs_interfaceid": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.684513] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "50774648-3c9a-4361-870e-3364a20e2f9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.684783] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "50774648-3c9a-4361-870e-3364a20e2f9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.684988] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "50774648-3c9a-4361-870e-3364a20e2f9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.685214] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "50774648-3c9a-4361-870e-3364a20e2f9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.685402] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "50774648-3c9a-4361-870e-3364a20e2f9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.687854] env[69854]: INFO nova.compute.manager [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Terminating instance [ 1328.833240] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.001890] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-45c53ebf-1677-402a-8931-7639517fa958" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.001890] env[69854]: DEBUG nova.objects.instance [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lazy-loading 'migration_context' on Instance uuid 45c53ebf-1677-402a-8931-7639517fa958 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.088155] env[69854]: DEBUG oslo_concurrency.lockutils [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.191973] env[69854]: DEBUG nova.compute.manager [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.192220] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.193099] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b96017-16a9-422c-84c0-6add51dc608e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.201731] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.201992] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31685865-d1ac-43f8-90ca-90b8ad5357e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.208335] env[69854]: DEBUG oslo_vmware.api [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1329.208335] env[69854]: value = "task-3520347" [ 1329.208335] env[69854]: _type = "Task" [ 1329.208335] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.216740] env[69854]: DEBUG oslo_vmware.api [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.332825] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.504105] env[69854]: DEBUG nova.objects.base [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Object Instance<45c53ebf-1677-402a-8931-7639517fa958> lazy-loaded attributes: info_cache,migration_context {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.504977] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a1aa1a-b871-4be3-9956-7545c368467e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.526933] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505a87bf-e017-4857-a3d9-925b10c96046 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.532534] env[69854]: DEBUG oslo_vmware.api [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1329.532534] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523d83d3-8838-8881-1686-069c2e82c47a" [ 1329.532534] env[69854]: _type = "Task" [ 1329.532534] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.540645] env[69854]: DEBUG oslo_vmware.api [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523d83d3-8838-8881-1686-069c2e82c47a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.614392] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49726ddc-27b3-4681-86db-8d1560832f20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.635465] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05c86ad-5335-4e2d-a8ff-5dcbac2c21db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.642197] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance '4c20d624-5b5a-4bcf-b532-4f4a9d46feb9' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.717472] env[69854]: DEBUG oslo_vmware.api [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520347, 'name': PowerOffVM_Task, 'duration_secs': 0.437006} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.717722] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.717881] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.718130] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ce10f47-5bbc-4736-9146-a72696fc4b83 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.782940] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.783165] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.783267] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleting the datastore file [datastore2] 50774648-3c9a-4361-870e-3364a20e2f9a {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.783508] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639eabb8-0a44-434e-84c0-504fa6404074 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.789967] env[69854]: DEBUG oslo_vmware.api [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for the task: (returnval){ [ 1329.789967] env[69854]: value = "task-3520349" [ 1329.789967] env[69854]: _type = "Task" [ 1329.789967] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.797296] env[69854]: DEBUG oslo_vmware.api [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.831241] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520346, 'name': ReconfigVM_Task, 'duration_secs': 1.299353} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.831521] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5/5b69ab4e-bb55-4766-9ef8-830c30b73cd5.vmdk or device None with type streamOptimized {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.832161] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e96e854-6514-4aa3-b7f5-9b531e2ca4ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.837577] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1329.837577] env[69854]: value = "task-3520350" [ 1329.837577] env[69854]: _type = "Task" [ 1329.837577] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.846702] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520350, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.042691] env[69854]: DEBUG oslo_vmware.api [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523d83d3-8838-8881-1686-069c2e82c47a, 'name': SearchDatastore_Task, 'duration_secs': 0.007536} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.042939] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.043229] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.148826] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.149170] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77cd237-4929-415a-9d43-9fa34d727551 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.156650] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1330.156650] env[69854]: value = "task-3520351" [ 1330.156650] env[69854]: _type = "Task" [ 1330.156650] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.167189] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.299957] env[69854]: DEBUG oslo_vmware.api [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Task: {'id': task-3520349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124718} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.300183] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.300364] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.300681] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.300868] env[69854]: INFO nova.compute.manager [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.301133] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.301334] env[69854]: DEBUG nova.compute.manager [-] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.301428] env[69854]: DEBUG nova.network.neutron [-] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.347516] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520350, 'name': Rename_Task, 'duration_secs': 0.128299} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.347963] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.348085] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-193b5ffb-06a8-4647-9687-b80d578a9463 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.353942] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1330.353942] env[69854]: value = "task-3520352" [ 1330.353942] env[69854]: _type = "Task" [ 1330.353942] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.361254] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.561431] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.561786] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.562059] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.562240] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.562512] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.565129] env[69854]: INFO nova.compute.manager [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Terminating instance [ 1330.598456] env[69854]: DEBUG nova.compute.manager [req-9ee95488-4922-42c2-ac5f-42493bd0abfa req-8d5d8b70-8b04-4e61-b5e4-1e924ec087e5 service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Received event network-vif-deleted-3f81aa67-9f18-4d95-85d9-c3a943765742 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.598656] env[69854]: INFO nova.compute.manager [req-9ee95488-4922-42c2-ac5f-42493bd0abfa req-8d5d8b70-8b04-4e61-b5e4-1e924ec087e5 service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Neutron deleted interface 3f81aa67-9f18-4d95-85d9-c3a943765742; detaching it from the instance and deleting it from the info cache [ 1330.598826] env[69854]: DEBUG nova.network.neutron [req-9ee95488-4922-42c2-ac5f-42493bd0abfa req-8d5d8b70-8b04-4e61-b5e4-1e924ec087e5 service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.668285] env[69854]: DEBUG oslo_vmware.api [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520351, 'name': PowerOnVM_Task, 'duration_secs': 0.444194} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.668577] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.668765] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9a01-c427-4671-8060-db36c93dcc92 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance '4c20d624-5b5a-4bcf-b532-4f4a9d46feb9' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.683615] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712457b4-d3dc-4c16-a689-6065db346c6a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.690449] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49257487-c644-4be2-8282-3a1f9bdbe120 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.720577] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9335d19-2c84-4644-9e89-d12dff4439a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.728216] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a40b4-0ef7-42ac-ab40-32898a62729e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.743235] env[69854]: DEBUG nova.compute.provider_tree [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.864707] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520352, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.069955] env[69854]: DEBUG nova.compute.manager [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.070156] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.071056] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c635aa4-09f0-454a-966a-6b5a3d539cbc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.079799] env[69854]: DEBUG nova.network.neutron [-] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.080985] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.081407] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29fa039e-a86b-4d37-95e5-8a5247027c40 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.088025] env[69854]: DEBUG oslo_vmware.api [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1331.088025] env[69854]: value = "task-3520353" [ 1331.088025] env[69854]: _type = "Task" [ 1331.088025] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.096150] env[69854]: DEBUG oslo_vmware.api [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.101040] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cef91729-708f-4880-a70f-cc34ef1d4bb7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.109354] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b9924-1e27-4524-9494-d3462d3bce78 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.139825] env[69854]: DEBUG nova.compute.manager [req-9ee95488-4922-42c2-ac5f-42493bd0abfa req-8d5d8b70-8b04-4e61-b5e4-1e924ec087e5 service nova] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Detach interface failed, port_id=3f81aa67-9f18-4d95-85d9-c3a943765742, reason: Instance 50774648-3c9a-4361-870e-3364a20e2f9a could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.246774] env[69854]: DEBUG nova.scheduler.client.report [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.365066] env[69854]: DEBUG oslo_vmware.api [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520352, 'name': PowerOnVM_Task, 'duration_secs': 0.9528} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.365359] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.501635] env[69854]: DEBUG nova.compute.manager [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.502558] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b16833-3789-4989-8f4c-ad7eea9783b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.583037] env[69854]: INFO nova.compute.manager [-] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Took 1.28 seconds to deallocate network for instance. [ 1331.598754] env[69854]: DEBUG oslo_vmware.api [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520353, 'name': PowerOffVM_Task, 'duration_secs': 0.28412} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.599026] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.599197] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.599478] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-905eaefd-9b6f-4011-b337-a2e3e648b6e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.663274] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.663489] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.663666] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleting the datastore file [datastore2] e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.663998] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33018096-b57f-4079-a640-f8b62cee0474 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.670175] env[69854]: DEBUG oslo_vmware.api [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for the task: (returnval){ [ 1331.670175] env[69854]: value = "task-3520355" [ 1331.670175] env[69854]: _type = "Task" [ 1331.670175] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.678286] env[69854]: DEBUG oslo_vmware.api [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.020220] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7b2b61f3-d4dc-4a75-9ac3-80443a533b32 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.535s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.089972] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.181483] env[69854]: DEBUG oslo_vmware.api [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Task: {'id': task-3520355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204433} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.181754] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.181961] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.182226] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.182430] env[69854]: INFO nova.compute.manager [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.182690] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.182900] env[69854]: DEBUG nova.compute.manager [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.182998] env[69854]: DEBUG nova.network.neutron [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.256961] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.213s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.260178] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.170s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.260560] env[69854]: DEBUG nova.objects.instance [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lazy-loading 'resources' on Instance uuid 50774648-3c9a-4361-870e-3364a20e2f9a {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.740838] env[69854]: DEBUG nova.compute.manager [req-403e80a0-638b-4247-8fb7-01ffa3edd39c req-e9cfd050-2e56-4399-ba40-4689d2f05848 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Received event network-vif-deleted-bcb9e574-649b-4903-a4fa-25386eafb1d2 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.741051] env[69854]: INFO nova.compute.manager [req-403e80a0-638b-4247-8fb7-01ffa3edd39c req-e9cfd050-2e56-4399-ba40-4689d2f05848 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Neutron deleted interface bcb9e574-649b-4903-a4fa-25386eafb1d2; detaching it from the instance and deleting it from the info cache [ 1332.741299] env[69854]: DEBUG nova.network.neutron [req-403e80a0-638b-4247-8fb7-01ffa3edd39c req-e9cfd050-2e56-4399-ba40-4689d2f05848 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.822589] env[69854]: INFO nova.scheduler.client.report [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted allocation for migration 57302879-d08f-4946-93f5-248e1176bebf [ 1332.866501] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.866798] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.867110] env[69854]: DEBUG nova.compute.manager [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Going to confirm migration 9 {{(pid=69854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1332.893824] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9680204-bd79-4083-9af3-b28ccd8e623e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.904925] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de8f053-a9ef-40c9-862f-d10694fac7ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.940849] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc07f2a-73f6-4974-8ac4-dec30f3580ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.949381] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5b5671-83e5-4c3a-81ca-05ede0e6af27 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.963114] env[69854]: DEBUG nova.compute.provider_tree [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.014794] env[69854]: DEBUG nova.network.neutron [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.244508] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ab527c4-8b78-4cb7-867b-ce4fe1c596cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.254341] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f45939-ceeb-47aa-8459-2fef51139e51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.284053] env[69854]: DEBUG nova.compute.manager [req-403e80a0-638b-4247-8fb7-01ffa3edd39c req-e9cfd050-2e56-4399-ba40-4689d2f05848 service nova] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Detach interface failed, port_id=bcb9e574-649b-4903-a4fa-25386eafb1d2, reason: Instance e9df4bf9-da51-43b6-bc2c-0ae437ac492f could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.329603] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f204314a-1081-4a76-bf9d-f0b9ad3cec65 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.090s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.411772] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.412055] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.412269] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.412453] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.412624] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.415501] env[69854]: INFO nova.compute.manager [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Terminating instance [ 1333.447198] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.447450] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquired lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.447655] env[69854]: DEBUG nova.network.neutron [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.447842] env[69854]: DEBUG nova.objects.instance [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'info_cache' on Instance uuid 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.467030] env[69854]: DEBUG nova.scheduler.client.report [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.518671] env[69854]: INFO nova.compute.manager [-] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Took 1.34 seconds to deallocate network for instance. [ 1333.919815] env[69854]: DEBUG nova.compute.manager [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.920024] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.921370] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c41c7c-0432-48d6-a1b6-06b4ac1d4a20 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.928970] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.929215] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-204d7ba8-bab1-4cdd-860f-be6a888dceeb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.935552] env[69854]: DEBUG oslo_vmware.api [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1333.935552] env[69854]: value = "task-3520356" [ 1333.935552] env[69854]: _type = "Task" [ 1333.935552] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.944724] env[69854]: DEBUG oslo_vmware.api [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.971278] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.993567] env[69854]: INFO nova.scheduler.client.report [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Deleted allocations for instance 50774648-3c9a-4361-870e-3364a20e2f9a [ 1334.025501] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.025806] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.026043] env[69854]: DEBUG nova.objects.instance [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lazy-loading 'resources' on Instance uuid e9df4bf9-da51-43b6-bc2c-0ae437ac492f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.309387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "45c53ebf-1677-402a-8931-7639517fa958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.309730] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.309926] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "45c53ebf-1677-402a-8931-7639517fa958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.310146] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.310330] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.312621] env[69854]: INFO nova.compute.manager [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Terminating instance [ 1334.446275] env[69854]: DEBUG oslo_vmware.api [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520356, 'name': PowerOffVM_Task, 'duration_secs': 0.25169} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.446587] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.446759] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.447128] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46313265-f656-4ce3-afd8-573a5c448347 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.504332] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d4d524fa-f398-4021-a03c-6196a88ee840 tempest-ServerActionsTestOtherA-993560345 tempest-ServerActionsTestOtherA-993560345-project-member] Lock "50774648-3c9a-4361-870e-3364a20e2f9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.819s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.510511] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.510760] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.511331] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleting the datastore file [datastore2] 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.511331] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-570c7d61-b764-45f2-be47-507c7157b989 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.521597] env[69854]: DEBUG oslo_vmware.api [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for the task: (returnval){ [ 1334.521597] env[69854]: value = "task-3520358" [ 1334.521597] env[69854]: _type = "Task" [ 1334.521597] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.533971] env[69854]: DEBUG oslo_vmware.api [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.637189] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f8fd22-e31f-4c39-8a04-c2fe0976295f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.644789] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d35eab8-0721-4739-a506-a810915736d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.676189] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8344ddb7-f3c0-4348-9d4b-92a449468b75 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.684511] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f35e9-21a5-4293-8f17-84317185e03b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.698049] env[69854]: DEBUG nova.compute.provider_tree [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.714928] env[69854]: DEBUG nova.network.neutron [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance_info_cache with network_info: [{"id": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "address": "fa:16:3e:29:01:4e", "network": {"id": "210a1bec-f63f-4d1e-a081-28952b604337", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-974522879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aee0d14a8d483184d4fa3becb44349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eac8e33-3a", "ovs_interfaceid": "1eac8e33-3a87-4eeb-a653-b9e299b6a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.765736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.765961] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.815832] env[69854]: DEBUG nova.compute.manager [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1334.816068] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.816950] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530e71c4-eb95-47a3-ac9d-5dcc867c684b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.826059] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.826298] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aee398f-3c04-4fb8-b494-ce7701c52e47 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.832460] env[69854]: DEBUG oslo_vmware.api [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1334.832460] env[69854]: value = "task-3520359" [ 1334.832460] env[69854]: _type = "Task" [ 1334.832460] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.839959] env[69854]: DEBUG oslo_vmware.api [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.020180] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.020470] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.020677] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.020867] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.021049] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.026146] env[69854]: INFO nova.compute.manager [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Terminating instance [ 1335.033987] env[69854]: DEBUG oslo_vmware.api [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Task: {'id': task-3520358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186257} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.034231] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.034414] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.034593] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.034765] env[69854]: INFO nova.compute.manager [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1335.035013] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.035671] env[69854]: DEBUG nova.compute.manager [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.035775] env[69854]: DEBUG nova.network.neutron [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.201095] env[69854]: DEBUG nova.scheduler.client.report [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.216937] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Releasing lock "refresh_cache-4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.217223] env[69854]: DEBUG nova.objects.instance [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lazy-loading 'migration_context' on Instance uuid 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.267813] env[69854]: DEBUG nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.343036] env[69854]: DEBUG oslo_vmware.api [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520359, 'name': PowerOffVM_Task, 'duration_secs': 0.215493} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.343506] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.343506] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.343645] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289f10d7-1b1e-4909-b60c-b9a485a3e26b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.408073] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.408073] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.408263] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleting the datastore file [datastore1] 45c53ebf-1677-402a-8931-7639517fa958 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.408538] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2261af3-4215-4090-b5eb-682a008b6918 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.415605] env[69854]: DEBUG oslo_vmware.api [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1335.415605] env[69854]: value = "task-3520361" [ 1335.415605] env[69854]: _type = "Task" [ 1335.415605] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.424443] env[69854]: DEBUG oslo_vmware.api [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.530167] env[69854]: DEBUG nova.compute.manager [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.530410] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.531515] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc5368a-654c-45fd-a685-a49e8aff33ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.539396] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.539731] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19bd747-6e8f-4d6a-8353-356811197c4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.546324] env[69854]: DEBUG oslo_vmware.api [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1335.546324] env[69854]: value = "task-3520362" [ 1335.546324] env[69854]: _type = "Task" [ 1335.546324] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.554399] env[69854]: DEBUG oslo_vmware.api [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.603780] env[69854]: DEBUG nova.compute.manager [req-ba77bbff-a510-4fd9-b194-7cc8d0db79b4 req-0f3872ac-53e6-458d-891b-74b92e8b7000 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Received event network-vif-deleted-478b9c36-6411-4b46-872b-edf2cc82d54a {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.604046] env[69854]: INFO nova.compute.manager [req-ba77bbff-a510-4fd9-b194-7cc8d0db79b4 req-0f3872ac-53e6-458d-891b-74b92e8b7000 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Neutron deleted interface 478b9c36-6411-4b46-872b-edf2cc82d54a; detaching it from the instance and deleting it from the info cache [ 1335.604233] env[69854]: DEBUG nova.network.neutron [req-ba77bbff-a510-4fd9-b194-7cc8d0db79b4 req-0f3872ac-53e6-458d-891b-74b92e8b7000 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.706936] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.719737] env[69854]: DEBUG nova.objects.base [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Object Instance<4c20d624-5b5a-4bcf-b532-4f4a9d46feb9> lazy-loaded attributes: info_cache,migration_context {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1335.720731] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27979af5-30eb-4b78-b701-d1a17c6dac73 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.750032] env[69854]: INFO nova.scheduler.client.report [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Deleted allocations for instance e9df4bf9-da51-43b6-bc2c-0ae437ac492f [ 1335.750998] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd208ab8-29c8-4f68-ad75-4a739fb03c09 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.760122] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1335.760122] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52251c59-07cb-3dcd-a41e-d509da189703" [ 1335.760122] env[69854]: _type = "Task" [ 1335.760122] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.774616] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52251c59-07cb-3dcd-a41e-d509da189703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.796839] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.797140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.798777] env[69854]: INFO nova.compute.claims [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.926510] env[69854]: DEBUG oslo_vmware.api [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350377} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.926773] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.926960] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.927156] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.927414] env[69854]: INFO nova.compute.manager [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1335.927678] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.927874] env[69854]: DEBUG nova.compute.manager [-] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.927969] env[69854]: DEBUG nova.network.neutron [-] [instance: 45c53ebf-1677-402a-8931-7639517fa958] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.057224] env[69854]: DEBUG oslo_vmware.api [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520362, 'name': PowerOffVM_Task, 'duration_secs': 0.205958} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.057530] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.057716] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.057976] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d36b02f3-c58b-4a2b-bf34-5ea458eaf33b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.087833] env[69854]: DEBUG nova.network.neutron [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.107965] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6a7a0f0-c497-4391-881d-7e918c06bcee {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.117321] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5481dfd-330f-44e5-832b-d7b969d9b07a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.135456] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.135678] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.135857] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleting the datastore file [datastore1] 28a06afd-12fc-4948-bfff-556604d55ef8 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.136628] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f706cb-910f-4734-ba30-866b5cbafb58 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.144973] env[69854]: DEBUG oslo_vmware.api [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for the task: (returnval){ [ 1336.144973] env[69854]: value = "task-3520364" [ 1336.144973] env[69854]: _type = "Task" [ 1336.144973] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.156874] env[69854]: DEBUG nova.compute.manager [req-ba77bbff-a510-4fd9-b194-7cc8d0db79b4 req-0f3872ac-53e6-458d-891b-74b92e8b7000 service nova] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Detach interface failed, port_id=478b9c36-6411-4b46-872b-edf2cc82d54a, reason: Instance 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.162387] env[69854]: DEBUG oslo_vmware.api [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.266601] env[69854]: DEBUG oslo_concurrency.lockutils [None req-90158df9-6ede-47b6-a2e1-0aefcc78d54f tempest-ServersNegativeTestJSON-362728887 tempest-ServersNegativeTestJSON-362728887-project-member] Lock "e9df4bf9-da51-43b6-bc2c-0ae437ac492f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.275295] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52251c59-07cb-3dcd-a41e-d509da189703, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.275602] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.593353] env[69854]: INFO nova.compute.manager [-] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Took 1.55 seconds to deallocate network for instance. [ 1336.656116] env[69854]: DEBUG oslo_vmware.api [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Task: {'id': task-3520364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359284} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.656576] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.656981] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.657330] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.657662] env[69854]: INFO nova.compute.manager [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1336.658044] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.658388] env[69854]: DEBUG nova.compute.manager [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.658622] env[69854]: DEBUG nova.network.neutron [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.792695] env[69854]: DEBUG nova.network.neutron [-] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.934419] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578005b-4649-4c70-a031-61ae8c6a2bd5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.943814] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1781e7a-4aee-45be-9ead-b8903fef6d42 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.975662] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f957d2e6-fc4c-48d8-bf9d-58c824825999 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.983593] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71048f00-7084-4431-8b23-7e7bfd17cc8b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.999116] env[69854]: DEBUG nova.compute.provider_tree [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.104657] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.299912] env[69854]: INFO nova.compute.manager [-] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Took 1.37 seconds to deallocate network for instance. [ 1337.505864] env[69854]: DEBUG nova.scheduler.client.report [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.646379] env[69854]: DEBUG nova.compute.manager [req-13eb90f0-90fa-4156-8465-d80ac8c7e053 req-b75db904-f174-4dfa-992e-449d7da633f3 service nova] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Received event network-vif-deleted-4693c7f2-f6b5-4c13-b685-7af929b3ff79 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.646694] env[69854]: DEBUG nova.compute.manager [req-13eb90f0-90fa-4156-8465-d80ac8c7e053 req-b75db904-f174-4dfa-992e-449d7da633f3 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Received event network-vif-deleted-3c280f7c-89df-44e1-b477-13a6e8bbdd5f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.646859] env[69854]: INFO nova.compute.manager [req-13eb90f0-90fa-4156-8465-d80ac8c7e053 req-b75db904-f174-4dfa-992e-449d7da633f3 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Neutron deleted interface 3c280f7c-89df-44e1-b477-13a6e8bbdd5f; detaching it from the instance and deleting it from the info cache [ 1337.647041] env[69854]: DEBUG nova.network.neutron [req-13eb90f0-90fa-4156-8465-d80ac8c7e053 req-b75db904-f174-4dfa-992e-449d7da633f3 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.814125] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.935816] env[69854]: DEBUG nova.network.neutron [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.012665] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.013399] env[69854]: DEBUG nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.016121] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.741s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.150206] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e3179c4-7a94-4ffa-a6c3-28269af84005 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.160287] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df8ca8-f5db-4878-b4d2-4db0f39bd6d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.185766] env[69854]: DEBUG nova.compute.manager [req-13eb90f0-90fa-4156-8465-d80ac8c7e053 req-b75db904-f174-4dfa-992e-449d7da633f3 service nova] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Detach interface failed, port_id=3c280f7c-89df-44e1-b477-13a6e8bbdd5f, reason: Instance 28a06afd-12fc-4948-bfff-556604d55ef8 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.438621] env[69854]: INFO nova.compute.manager [-] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Took 1.78 seconds to deallocate network for instance. [ 1338.520225] env[69854]: DEBUG nova.compute.utils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.521656] env[69854]: DEBUG nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.521827] env[69854]: DEBUG nova.network.neutron [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.588350] env[69854]: DEBUG nova.policy [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e38f2eeb72451db4209f811f690c1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c592fa6f8644130b674bc73f7deb308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.626765] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18377679-c3a0-4a19-a7e9-1d9cf644fe2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.634441] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08554cd-6c67-4ee3-aa95-e83329c6f59d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.664964] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d646179e-de1d-4b85-a0ea-8634653cf592 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.672454] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512196e-a9d5-49bb-95f0-9925b2898ae2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.685943] env[69854]: DEBUG nova.compute.provider_tree [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.945596] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.946850] env[69854]: DEBUG nova.network.neutron [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Successfully created port: a43a7824-b1d9-47ca-8210-2715d55bb66e {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.029268] env[69854]: DEBUG nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.189221] env[69854]: DEBUG nova.scheduler.client.report [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.038958] env[69854]: DEBUG nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.067097] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.067334] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.067538] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.067710] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.067855] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.068010] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.068224] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.068497] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.068697] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.068863] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.069044] env[69854]: DEBUG nova.virt.hardware [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.069935] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e5b691-4248-47ef-bff7-33e6f5c5f67a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.078103] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494617b2-3d83-4bb5-b2dc-58ecf3c0152e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.199447] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.202392] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.098s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.202653] env[69854]: DEBUG nova.objects.instance [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lazy-loading 'resources' on Instance uuid 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.423971] env[69854]: DEBUG nova.compute.manager [req-1132a67e-b9c4-49b2-bbdf-7a0715e4c7da req-35a54a49-deef-49b5-b09d-ff72ccd76c60 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Received event network-vif-plugged-a43a7824-b1d9-47ca-8210-2715d55bb66e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.424164] env[69854]: DEBUG oslo_concurrency.lockutils [req-1132a67e-b9c4-49b2-bbdf-7a0715e4c7da req-35a54a49-deef-49b5-b09d-ff72ccd76c60 service nova] Acquiring lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.424374] env[69854]: DEBUG oslo_concurrency.lockutils [req-1132a67e-b9c4-49b2-bbdf-7a0715e4c7da req-35a54a49-deef-49b5-b09d-ff72ccd76c60 service nova] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.424543] env[69854]: DEBUG oslo_concurrency.lockutils [req-1132a67e-b9c4-49b2-bbdf-7a0715e4c7da req-35a54a49-deef-49b5-b09d-ff72ccd76c60 service nova] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.424708] env[69854]: DEBUG nova.compute.manager [req-1132a67e-b9c4-49b2-bbdf-7a0715e4c7da req-35a54a49-deef-49b5-b09d-ff72ccd76c60 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] No waiting events found dispatching network-vif-plugged-a43a7824-b1d9-47ca-8210-2715d55bb66e {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.424875] env[69854]: WARNING nova.compute.manager [req-1132a67e-b9c4-49b2-bbdf-7a0715e4c7da req-35a54a49-deef-49b5-b09d-ff72ccd76c60 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Received unexpected event network-vif-plugged-a43a7824-b1d9-47ca-8210-2715d55bb66e for instance with vm_state building and task_state spawning. [ 1340.516739] env[69854]: DEBUG nova.network.neutron [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Successfully updated port: a43a7824-b1d9-47ca-8210-2715d55bb66e {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.757497] env[69854]: INFO nova.scheduler.client.report [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted allocation for migration de063195-c65f-433b-bf5e-aa5199576564 [ 1340.801366] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2f300c-3df9-4df4-a67c-8fda9c23cd0c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.809393] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689a4de-9912-49c9-a92e-87c28209bcdc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.839717] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6250e01-94f1-4e24-b1a9-036c8ad24cf6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.846554] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc13e879-5ddd-4bd5-bdb1-7282ba1f96e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.859462] env[69854]: DEBUG nova.compute.provider_tree [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.019506] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "refresh_cache-0d597f3b-e42b-4d74-a1d0-04335232ecd4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.019670] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "refresh_cache-0d597f3b-e42b-4d74-a1d0-04335232ecd4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.020077] env[69854]: DEBUG nova.network.neutron [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.264830] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.398s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.362711] env[69854]: DEBUG nova.scheduler.client.report [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.565909] env[69854]: DEBUG nova.network.neutron [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.689315] env[69854]: DEBUG nova.network.neutron [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Updating instance_info_cache with network_info: [{"id": "a43a7824-b1d9-47ca-8210-2715d55bb66e", "address": "fa:16:3e:88:b2:92", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa43a7824-b1", "ovs_interfaceid": "a43a7824-b1d9-47ca-8210-2715d55bb66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.868784] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.871087] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.057s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.871291] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.872999] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.928s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.873233] env[69854]: DEBUG nova.objects.instance [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lazy-loading 'resources' on Instance uuid 28a06afd-12fc-4948-bfff-556604d55ef8 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.894800] env[69854]: INFO nova.scheduler.client.report [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Deleted allocations for instance 5b69ab4e-bb55-4766-9ef8-830c30b73cd5 [ 1341.898492] env[69854]: INFO nova.scheduler.client.report [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted allocations for instance 45c53ebf-1677-402a-8931-7639517fa958 [ 1342.191843] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "refresh_cache-0d597f3b-e42b-4d74-a1d0-04335232ecd4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.192194] env[69854]: DEBUG nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Instance network_info: |[{"id": "a43a7824-b1d9-47ca-8210-2715d55bb66e", "address": "fa:16:3e:88:b2:92", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa43a7824-b1", "ovs_interfaceid": "a43a7824-b1d9-47ca-8210-2715d55bb66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.192656] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:b2:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a43a7824-b1d9-47ca-8210-2715d55bb66e', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.200229] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.200466] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.200725] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d517958-edae-45ab-8883-ea9180d1d6b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.220888] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.220888] env[69854]: value = "task-3520365" [ 1342.220888] env[69854]: _type = "Task" [ 1342.220888] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.228236] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.394175] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.394503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.394725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.394934] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.395137] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.402331] env[69854]: INFO nova.compute.manager [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Terminating instance [ 1342.403684] env[69854]: DEBUG oslo_concurrency.lockutils [None req-d891a138-9595-4c0c-89e3-a0fbb376fb44 tempest-ServerActionsTestOtherB-1759814677 tempest-ServerActionsTestOtherB-1759814677-project-member] Lock "5b69ab4e-bb55-4766-9ef8-830c30b73cd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.992s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.408698] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f1723ff7-673e-4c8b-b484-fb2ac415833c tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "45c53ebf-1677-402a-8931-7639517fa958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.099s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.448100] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5b84b-406d-4ea1-ac47-69612c913383 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.453492] env[69854]: DEBUG nova.compute.manager [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Received event network-changed-a43a7824-b1d9-47ca-8210-2715d55bb66e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.453693] env[69854]: DEBUG nova.compute.manager [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Refreshing instance network info cache due to event network-changed-a43a7824-b1d9-47ca-8210-2715d55bb66e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.453916] env[69854]: DEBUG oslo_concurrency.lockutils [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] Acquiring lock "refresh_cache-0d597f3b-e42b-4d74-a1d0-04335232ecd4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.454067] env[69854]: DEBUG oslo_concurrency.lockutils [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] Acquired lock "refresh_cache-0d597f3b-e42b-4d74-a1d0-04335232ecd4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.454233] env[69854]: DEBUG nova.network.neutron [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Refreshing network info cache for port a43a7824-b1d9-47ca-8210-2715d55bb66e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.461827] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3f7138-1735-4d85-b041-09fec82b3b45 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.496342] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399b91c-6eda-47f3-95cd-174339f82afa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.504078] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735538c7-a4d7-47a0-841e-080dbd9153c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.518124] env[69854]: DEBUG nova.compute.provider_tree [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.730253] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.910460] env[69854]: DEBUG nova.compute.manager [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.910664] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.911665] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160bbb7-cc4d-4c06-92ce-99bfac171b7b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.919019] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.919243] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d0bdcf7-0e39-4b78-af0c-18282f2f36bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.925325] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1342.925325] env[69854]: value = "task-3520367" [ 1342.925325] env[69854]: _type = "Task" [ 1342.925325] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.933300] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.020828] env[69854]: DEBUG nova.scheduler.client.report [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.156527] env[69854]: DEBUG nova.network.neutron [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Updated VIF entry in instance network info cache for port a43a7824-b1d9-47ca-8210-2715d55bb66e. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.156915] env[69854]: DEBUG nova.network.neutron [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Updating instance_info_cache with network_info: [{"id": "a43a7824-b1d9-47ca-8210-2715d55bb66e", "address": "fa:16:3e:88:b2:92", "network": {"id": "34ba2b27-5c39-4ada-aab6-f329b5d2dbe4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-715991917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c592fa6f8644130b674bc73f7deb308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa43a7824-b1", "ovs_interfaceid": "a43a7824-b1d9-47ca-8210-2715d55bb66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.231088] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.435848] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520367, 'name': PowerOffVM_Task, 'duration_secs': 0.21294} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.436435] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.436659] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.436907] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c3fc28-8461-4682-848f-820c1ab556be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.526538] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.547079] env[69854]: INFO nova.scheduler.client.report [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Deleted allocations for instance 28a06afd-12fc-4948-bfff-556604d55ef8 [ 1343.659596] env[69854]: DEBUG oslo_concurrency.lockutils [req-424e98a4-0b7b-408c-b7ac-2df6910ee9ba req-1cbcfc5d-617e-46a4-9b3d-6e40a1c881e6 service nova] Releasing lock "refresh_cache-0d597f3b-e42b-4d74-a1d0-04335232ecd4" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.731404] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.056084] env[69854]: DEBUG oslo_concurrency.lockutils [None req-da0371af-d730-4981-97a3-0a1306aa0fd2 tempest-AttachVolumeShelveTestJSON-2087578841 tempest-AttachVolumeShelveTestJSON-2087578841-project-member] Lock "28a06afd-12fc-4948-bfff-556604d55ef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.035s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.234046] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.582948] env[69854]: DEBUG nova.compute.manager [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Stashing vm_state: active {{(pid=69854) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1344.732706] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.102669] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.102948] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.233199] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 25%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.607391] env[69854]: INFO nova.compute.claims [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.642507] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.642769] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.642916] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleting the datastore file [datastore1] 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.643227] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b27ce28-2e79-41e1-b6d9-26bab8587836 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.650057] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for the task: (returnval){ [ 1345.650057] env[69854]: value = "task-3520369" [ 1345.650057] env[69854]: _type = "Task" [ 1345.650057] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.658324] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.735508] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.113734] env[69854]: INFO nova.compute.resource_tracker [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating resource usage from migration b1797b5b-34e1-4768-89ab-ffd785db5f22 [ 1346.162249] env[69854]: DEBUG oslo_vmware.api [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Task: {'id': task-3520369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172696} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.162380] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.162634] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.162849] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.163081] env[69854]: INFO nova.compute.manager [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1346.163359] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.163575] env[69854]: DEBUG nova.compute.manager [-] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.163697] env[69854]: DEBUG nova.network.neutron [-] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.186365] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52950742-d3b5-4adc-a422-74b458af6bc4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.194403] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa8dcbc-525a-412f-b8af-07f1af730b3a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.229257] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b11790-f2f9-4133-aca4-a18056b8893f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.237104] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520365, 'name': CreateVM_Task, 'duration_secs': 3.528964} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.239025] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.239762] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.239925] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.240266] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.241474] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820eed53-2213-4a54-83c8-84f4a2bad9cb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.245362] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b65f31-c662-474a-be44-f6b5693c4940 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.257658] env[69854]: DEBUG nova.compute.provider_tree [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.259986] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1346.259986] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ff826e-1de4-b2f0-a8da-9ff23c22d6d2" [ 1346.259986] env[69854]: _type = "Task" [ 1346.259986] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.267756] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ff826e-1de4-b2f0-a8da-9ff23c22d6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.268595] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.268834] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.269080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.269230] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.269408] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.269889] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71183828-17cb-463d-9842-2ae5c0c1ccd8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.277096] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.277274] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.277994] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1463db57-6e67-482a-9bfc-278b760664af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.282374] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1346.282374] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523be544-c7e3-4e74-1f0b-c400c70cdfbd" [ 1346.282374] env[69854]: _type = "Task" [ 1346.282374] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.289587] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523be544-c7e3-4e74-1f0b-c400c70cdfbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.431080] env[69854]: DEBUG nova.compute.manager [req-a5d73311-e69b-48b4-abfd-3bef248da6b8 req-aeac3d2b-a18c-4725-98e9-e528d9e00e71 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Received event network-vif-deleted-1eac8e33-3a87-4eeb-a653-b9e299b6a5e3 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.431290] env[69854]: INFO nova.compute.manager [req-a5d73311-e69b-48b4-abfd-3bef248da6b8 req-aeac3d2b-a18c-4725-98e9-e528d9e00e71 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Neutron deleted interface 1eac8e33-3a87-4eeb-a653-b9e299b6a5e3; detaching it from the instance and deleting it from the info cache [ 1346.431460] env[69854]: DEBUG nova.network.neutron [req-a5d73311-e69b-48b4-abfd-3bef248da6b8 req-aeac3d2b-a18c-4725-98e9-e528d9e00e71 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.762207] env[69854]: DEBUG nova.scheduler.client.report [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.792751] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523be544-c7e3-4e74-1f0b-c400c70cdfbd, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.793568] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9d8be3-5f33-4d1f-93e2-c99b83364e06 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.798848] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1346.798848] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d24b6b-bc6d-3608-4dfd-4f15c5355c0d" [ 1346.798848] env[69854]: _type = "Task" [ 1346.798848] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.806061] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d24b6b-bc6d-3608-4dfd-4f15c5355c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.907609] env[69854]: DEBUG nova.network.neutron [-] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.935954] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f742134-e306-4481-b704-53e540910a5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.944709] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0da316-7a15-4829-a64c-85a5191e74b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.972618] env[69854]: DEBUG nova.compute.manager [req-a5d73311-e69b-48b4-abfd-3bef248da6b8 req-aeac3d2b-a18c-4725-98e9-e528d9e00e71 service nova] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Detach interface failed, port_id=1eac8e33-3a87-4eeb-a653-b9e299b6a5e3, reason: Instance 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.266600] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.163s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.266823] env[69854]: INFO nova.compute.manager [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Migrating [ 1347.310819] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52d24b6b-bc6d-3608-4dfd-4f15c5355c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.311114] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.311398] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 0d597f3b-e42b-4d74-a1d0-04335232ecd4/0d597f3b-e42b-4d74-a1d0-04335232ecd4.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.311685] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c19ade3-ee47-4250-b3b9-b72097c46838 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.319098] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1347.319098] env[69854]: value = "task-3520371" [ 1347.319098] env[69854]: _type = "Task" [ 1347.319098] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.327099] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.411484] env[69854]: INFO nova.compute.manager [-] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Took 1.25 seconds to deallocate network for instance. [ 1347.782036] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.782393] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.782451] env[69854]: DEBUG nova.network.neutron [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.830145] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494171} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.830420] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 0d597f3b-e42b-4d74-a1d0-04335232ecd4/0d597f3b-e42b-4d74-a1d0-04335232ecd4.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.830647] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.830877] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6739c19-bee1-4064-911d-c23dcfbf380f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.836819] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1347.836819] env[69854]: value = "task-3520372" [ 1347.836819] env[69854]: _type = "Task" [ 1347.836819] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.843968] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.920465] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.920864] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.921095] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.940598] env[69854]: INFO nova.scheduler.client.report [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Deleted allocations for instance 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9 [ 1348.346864] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114364} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.347141] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.348008] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ef8e7-2057-453b-a138-ca666c5168b7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.369760] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0d597f3b-e42b-4d74-a1d0-04335232ecd4/0d597f3b-e42b-4d74-a1d0-04335232ecd4.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.372257] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783d28cd-091c-4d7d-b338-bc35fd46b044 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.393489] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1348.393489] env[69854]: value = "task-3520373" [ 1348.393489] env[69854]: _type = "Task" [ 1348.393489] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.401185] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.406508] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.406732] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.449444] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5eafff76-6cb0-4cfc-8f72-a81d214437c6 tempest-DeleteServersTestJSON-1433098686 tempest-DeleteServersTestJSON-1433098686-project-member] Lock "4c20d624-5b5a-4bcf-b532-4f4a9d46feb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.055s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.542334] env[69854]: DEBUG nova.network.neutron [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.903083] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520373, 'name': ReconfigVM_Task, 'duration_secs': 0.313366} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.903374] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0d597f3b-e42b-4d74-a1d0-04335232ecd4/0d597f3b-e42b-4d74-a1d0-04335232ecd4.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.904061] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d1f96a2-c175-441e-896f-da487ebf5cf9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.909082] env[69854]: DEBUG nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.914040] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1348.914040] env[69854]: value = "task-3520375" [ 1348.914040] env[69854]: _type = "Task" [ 1348.914040] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.922216] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520375, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.045570] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.428725] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520375, 'name': Rename_Task, 'duration_secs': 0.136634} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.429013] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.429267] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b68db4c-c0c1-4e94-bde7-da0a4d929288 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.435582] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1349.435582] env[69854]: value = "task-3520376" [ 1349.435582] env[69854]: _type = "Task" [ 1349.435582] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.436496] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.436742] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.438214] env[69854]: INFO nova.compute.claims [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.448358] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.956492] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520376, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.455624] env[69854]: DEBUG oslo_vmware.api [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520376, 'name': PowerOnVM_Task, 'duration_secs': 0.590475} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.455850] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.456071] env[69854]: INFO nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1350.456257] env[69854]: DEBUG nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.457049] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e00cb9-e6e2-4e47-82b8-d0fe6586796b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.526809] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47babb27-f570-4092-9fd9-fc749bf1b7c8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.534311] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc76bee6-ff18-4af7-8fb9-55d05ecb301a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.567685] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f664588-46dd-461f-b82a-8ac4ef12434a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.570746] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27632ed-0dc9-4d5b-ab36-09eae10eb35b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.593533] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c320a9e6-eed7-442d-a40d-08135ec86576 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.596757] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance '15580ec8-0b70-4347-8c77-878be24cda5c' progress to 0 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.613893] env[69854]: DEBUG nova.compute.provider_tree [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.975192] env[69854]: INFO nova.compute.manager [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Took 15.20 seconds to build instance. [ 1351.107020] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.107020] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e723348-5e81-4966-94e4-bf72b5b3cd72 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.116513] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1351.116513] env[69854]: value = "task-3520377" [ 1351.116513] env[69854]: _type = "Task" [ 1351.116513] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.121048] env[69854]: DEBUG nova.scheduler.client.report [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.131352] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.477450] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a37328fe-8d8d-47cd-984e-5174af26e3a3 tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.711s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.628024] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520377, 'name': PowerOffVM_Task, 'duration_secs': 0.226789} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.628024] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.628024] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance '15580ec8-0b70-4347-8c77-878be24cda5c' progress to 17 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.629573] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.630620] env[69854]: DEBUG nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.136046] env[69854]: DEBUG nova.compute.utils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1352.140795] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.141090] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.141204] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.141385] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.141562] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.141672] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.141882] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.142050] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.143070] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.143313] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.143503] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.154646] env[69854]: DEBUG nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1352.154646] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba20ffa-3021-4fad-a63e-94239cb9b0a7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.168690] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1352.168690] env[69854]: value = "task-3520378" [ 1352.168690] env[69854]: _type = "Task" [ 1352.168690] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.178886] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.653997] env[69854]: DEBUG nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.684521] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.749613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.750062] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.750401] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.750710] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.751023] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.755499] env[69854]: INFO nova.compute.manager [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Terminating instance [ 1353.179897] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.259455] env[69854]: DEBUG nova.compute.manager [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.259684] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.261351] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f3f56-7fc4-4501-a6e6-e16c531a6e2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.270594] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.270846] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff46ade-f59a-4d3e-bcfb-ff155610ff60 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.277108] env[69854]: DEBUG oslo_vmware.api [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1353.277108] env[69854]: value = "task-3520379" [ 1353.277108] env[69854]: _type = "Task" [ 1353.277108] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.285154] env[69854]: DEBUG oslo_vmware.api [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.489112] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.664783] env[69854]: DEBUG nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.681560] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520378, 'name': ReconfigVM_Task, 'duration_secs': 1.190916} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.681849] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance '15580ec8-0b70-4347-8c77-878be24cda5c' progress to 33 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.697079] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.697224] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.698586] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.698586] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.698586] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.698586] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.698586] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.698586] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.698918] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.698918] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.699134] env[69854]: DEBUG nova.virt.hardware [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.699982] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671cf567-17ab-430a-8391-522b0bb84ef5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.707277] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdc0c7-e04d-4276-b216-6be8b523065a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.721305] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.726782] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Creating folder: Project (e6b7cf1ca6b74fa8945011292da1eb4a). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.727750] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd6aebd-d674-46cd-a009-ec9e0ab63e28 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.738602] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Created folder: Project (e6b7cf1ca6b74fa8945011292da1eb4a) in parent group-v702928. [ 1353.738838] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Creating folder: Instances. Parent ref: group-v703257. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.739010] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f03dabf-727f-4029-8df0-783d5fbf9d03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.747741] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Created folder: Instances in parent group-v703257. [ 1353.747969] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.748164] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.748357] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a439a065-5742-4e1d-830f-a957cbad0a14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.763702] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.763702] env[69854]: value = "task-3520382" [ 1353.763702] env[69854]: _type = "Task" [ 1353.763702] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.771063] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520382, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.785649] env[69854]: DEBUG oslo_vmware.api [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520379, 'name': PowerOffVM_Task, 'duration_secs': 0.272009} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.785943] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.786096] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.786340] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132c1ba7-e701-4a30-9e39-aa0115868c4a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.868393] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.868393] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.868565] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleting the datastore file [datastore1] 0d597f3b-e42b-4d74-a1d0-04335232ecd4 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.868817] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1a52a58-c2f8-482f-9f03-f001deac8d3a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.875265] env[69854]: DEBUG oslo_vmware.api [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for the task: (returnval){ [ 1353.875265] env[69854]: value = "task-3520384" [ 1353.875265] env[69854]: _type = "Task" [ 1353.875265] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.883644] env[69854]: DEBUG oslo_vmware.api [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.193981] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.194374] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.194469] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.194569] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.194715] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.194865] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.195211] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.195392] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.195564] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.195728] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.195903] env[69854]: DEBUG nova.virt.hardware [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.201421] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1354.201735] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a089080f-59a5-4377-8327-e50665ebd23c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.220472] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1354.220472] env[69854]: value = "task-3520385" [ 1354.220472] env[69854]: _type = "Task" [ 1354.220472] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.229140] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.274726] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520382, 'name': CreateVM_Task, 'duration_secs': 0.319945} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.274903] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.275353] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.275518] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.275849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.276121] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695d9918-a2fa-4144-88b3-83240dae9113 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.280817] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1354.280817] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a43efb-42cb-30fa-0863-570cada6cd95" [ 1354.280817] env[69854]: _type = "Task" [ 1354.280817] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.288217] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a43efb-42cb-30fa-0863-570cada6cd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.384278] env[69854]: DEBUG oslo_vmware.api [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Task: {'id': task-3520384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179412} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.384533] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.384719] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.384913] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.385120] env[69854]: INFO nova.compute.manager [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1354.385377] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.385586] env[69854]: DEBUG nova.compute.manager [-] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.385697] env[69854]: DEBUG nova.network.neutron [-] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.486997] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.487270] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.487427] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1354.621825] env[69854]: DEBUG nova.compute.manager [req-53fee74c-0f8e-4d4b-9711-f0796245e096 req-b1754bd4-f99f-4eea-9c49-dbb10dce502b service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Received event network-vif-deleted-a43a7824-b1d9-47ca-8210-2715d55bb66e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.622165] env[69854]: INFO nova.compute.manager [req-53fee74c-0f8e-4d4b-9711-f0796245e096 req-b1754bd4-f99f-4eea-9c49-dbb10dce502b service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Neutron deleted interface a43a7824-b1d9-47ca-8210-2715d55bb66e; detaching it from the instance and deleting it from the info cache [ 1354.622165] env[69854]: DEBUG nova.network.neutron [req-53fee74c-0f8e-4d4b-9711-f0796245e096 req-b1754bd4-f99f-4eea-9c49-dbb10dce502b service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.731990] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520385, 'name': ReconfigVM_Task, 'duration_secs': 0.165453} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.732302] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1354.733066] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaa117e-cc12-44eb-9086-428887154865 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.756190] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.756803] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dcc2e96-0e32-45d0-bed5-1a0abda810f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.774308] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1354.774308] env[69854]: value = "task-3520386" [ 1354.774308] env[69854]: _type = "Task" [ 1354.774308] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.781924] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.789404] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a43efb-42cb-30fa-0863-570cada6cd95, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.789680] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.789913] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.790161] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.790514] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.790514] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.790910] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eced326e-695e-4f7a-91c4-25094dddf90e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.798251] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.798445] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.799200] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979b7698-7af9-4014-8363-f12796721231 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.804163] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1354.804163] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522c7127-c09a-0f82-cf30-cb0c18c8ab64" [ 1354.804163] env[69854]: _type = "Task" [ 1354.804163] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.811795] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522c7127-c09a-0f82-cf30-cb0c18c8ab64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.090823] env[69854]: DEBUG nova.network.neutron [-] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.124622] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1be5800-1813-46ea-a520-218b12e62fa1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.135307] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd8ec43-0cc3-490c-9a14-e65077943bb8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.161096] env[69854]: DEBUG nova.compute.manager [req-53fee74c-0f8e-4d4b-9711-f0796245e096 req-b1754bd4-f99f-4eea-9c49-dbb10dce502b service nova] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Detach interface failed, port_id=a43a7824-b1d9-47ca-8210-2715d55bb66e, reason: Instance 0d597f3b-e42b-4d74-a1d0-04335232ecd4 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1355.284557] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520386, 'name': ReconfigVM_Task, 'duration_secs': 0.241316} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.284855] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.285565] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance '15580ec8-0b70-4347-8c77-878be24cda5c' progress to 50 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.315191] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522c7127-c09a-0f82-cf30-cb0c18c8ab64, 'name': SearchDatastore_Task, 'duration_secs': 0.008009} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.315963] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647e113e-819b-44a7-843b-2977f28605c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.321926] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1355.321926] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]529ee0cd-fa64-40a5-376b-eaafbaedce60" [ 1355.321926] env[69854]: _type = "Task" [ 1355.321926] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.329972] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529ee0cd-fa64-40a5-376b-eaafbaedce60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.487267] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.487637] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.594427] env[69854]: INFO nova.compute.manager [-] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Took 1.21 seconds to deallocate network for instance. [ 1355.791653] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff6b5b0-6e0b-4545-bdcf-f9760586c3ae {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.810709] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d2f3c5-a3da-4469-ac65-266dd02902b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.828811] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance '15580ec8-0b70-4347-8c77-878be24cda5c' progress to 67 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.840841] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]529ee0cd-fa64-40a5-376b-eaafbaedce60, 'name': SearchDatastore_Task, 'duration_secs': 0.008885} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.840841] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.840841] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.841177] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-099b8b1e-08ad-452c-a8cb-cebe671638e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.848606] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1355.848606] env[69854]: value = "task-3520387" [ 1355.848606] env[69854]: _type = "Task" [ 1355.848606] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.856153] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.991787] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.991787] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.991787] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.991787] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1355.992648] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914d61b9-8906-47d5-aa70-faf27e7e2316 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.001229] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409292ae-9452-4086-98c3-7abc1dfc3e5c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.015804] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4299ec-e940-49e6-84fe-6054e7a16bf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.022858] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7589c583-c126-4532-b490-798caee6c881 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.054730] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180332MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1356.054905] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.055146] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.088570] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "615a2b64-04cd-4297-a40e-123b3162ebfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.088949] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.101743] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.357882] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465396} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.358460] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.358460] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.358679] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c2856c5-d416-49a2-9b35-be2402ae46d5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.364715] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1356.364715] env[69854]: value = "task-3520388" [ 1356.364715] env[69854]: _type = "Task" [ 1356.364715] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.372515] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.387748] env[69854]: DEBUG nova.network.neutron [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Port 636c623e-aec6-430a-a019-d13c8e1fed13 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1356.591473] env[69854]: DEBUG nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.874122] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062098} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.874370] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.875172] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ae559-2124-46ce-b42b-3296113a6cd8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.894668] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.898311] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-936ced24-5372-4e82-953c-fd5de5326fc1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.917362] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1356.917362] env[69854]: value = "task-3520389" [ 1356.917362] env[69854]: _type = "Task" [ 1356.917362] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.925759] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.063723] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Applying migration context for instance 15580ec8-0b70-4347-8c77-878be24cda5c as it has an incoming, in-progress migration b1797b5b-34e1-4768-89ab-ffd785db5f22. Migration status is post-migrating {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1357.064419] env[69854]: INFO nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating resource usage from migration b1797b5b-34e1-4768-89ab-ffd785db5f22 [ 1357.087841] env[69854]: WARNING nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 0d597f3b-e42b-4d74-a1d0-04335232ecd4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1357.088121] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Migration b1797b5b-34e1-4768-89ab-ffd785db5f22 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1357.088314] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 15580ec8-0b70-4347-8c77-878be24cda5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1357.088485] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance badc0ac7-c931-4a61-a1f6-5333e6ce3816 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1357.111859] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.430220] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.430543] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.430593] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.438046] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520389, 'name': ReconfigVM_Task, 'duration_secs': 0.283931} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.438046] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Reconfigured VM instance instance-00000078 to attach disk [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.438046] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dab1116e-0cb6-4b14-8df2-cd0911f2b058 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.444176] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1357.444176] env[69854]: value = "task-3520390" [ 1357.444176] env[69854]: _type = "Task" [ 1357.444176] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.452929] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520390, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.591222] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 615a2b64-04cd-4297-a40e-123b3162ebfb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1357.591457] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1357.591606] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1357.655409] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729957b8-d636-4755-b9d7-c0a3cd2f249a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.662832] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d07e42-3564-43af-a935-e5bcfd39a651 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.693626] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c1100-8a55-43bd-ae14-6512794efd51 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.700524] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b77601-2914-46e8-b709-3367ec62074c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.713598] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.956504] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520390, 'name': Rename_Task, 'duration_secs': 0.131903} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.956778] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.957066] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2116c0b5-9913-4dd7-b552-7b4c9b46f8b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.963287] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1357.963287] env[69854]: value = "task-3520391" [ 1357.963287] env[69854]: _type = "Task" [ 1357.963287] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.972070] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.216340] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.468488] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.468875] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.468875] env[69854]: DEBUG nova.network.neutron [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.475609] env[69854]: DEBUG oslo_vmware.api [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520391, 'name': PowerOnVM_Task, 'duration_secs': 0.384527} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.475882] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.476100] env[69854]: INFO nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1358.476282] env[69854]: DEBUG nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.477528] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea49ee8-4209-43fb-97ce-bb38e5bcaf4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.721328] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1358.721509] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.666s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.721785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.620s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.721983] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.724028] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.612s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.725806] env[69854]: INFO nova.compute.claims [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.743782] env[69854]: INFO nova.scheduler.client.report [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Deleted allocations for instance 0d597f3b-e42b-4d74-a1d0-04335232ecd4 [ 1358.993113] env[69854]: INFO nova.compute.manager [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Took 9.58 seconds to build instance. [ 1359.228460] env[69854]: DEBUG nova.network.neutron [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.250753] env[69854]: DEBUG oslo_concurrency.lockutils [None req-04fd0197-3364-4756-be76-bb43a7f4c31b tempest-ServerDiskConfigTestJSON-1354317190 tempest-ServerDiskConfigTestJSON-1354317190-project-member] Lock "0d597f3b-e42b-4d74-a1d0-04335232ecd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.500s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.495548] env[69854]: DEBUG oslo_concurrency.lockutils [None req-eba2a527-70ad-49d3-abc5-f1c18b872a30 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.089s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.728100] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.728100] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.733024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.806421] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809ed8c3-6e8c-402b-a2e6-99ed1ac3c3e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.814239] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bd3b1-bb08-41bf-a72c-cbda5122c3fe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.847368] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc5acd8-5e85-42c5-b8aa-fce104606dbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.858304] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf622cd-7fa9-43b9-9c67-2e186f674737 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.872148] env[69854]: DEBUG nova.compute.provider_tree [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.256807] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3430d81-fc83-4720-907d-9ce80d25d34b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.279384] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14985d5e-095b-4aaf-bf85-0dc440ed2dfd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.286982] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance '15580ec8-0b70-4347-8c77-878be24cda5c' progress to 83 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.353816] env[69854]: INFO nova.compute.manager [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Rebuilding instance [ 1360.376207] env[69854]: DEBUG nova.scheduler.client.report [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.409755] env[69854]: DEBUG nova.compute.manager [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.412302] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6147b8-4704-475f-b8af-c55019a0af9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.482243] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.794630] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.795013] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f73d1495-e067-45e2-b080-008ad0059bfd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.802596] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1360.802596] env[69854]: value = "task-3520392" [ 1360.802596] env[69854]: _type = "Task" [ 1360.802596] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.811093] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.881553] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.882103] env[69854]: DEBUG nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.991219] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.313255] env[69854]: DEBUG oslo_vmware.api [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520392, 'name': PowerOnVM_Task, 'duration_secs': 0.401968} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.313535] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.313709] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24d8d3-be97-46f9-9908-0d15655737c6 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance '15580ec8-0b70-4347-8c77-878be24cda5c' progress to 100 {{(pid=69854) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.387757] env[69854]: DEBUG nova.compute.utils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.388491] env[69854]: DEBUG nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.388660] env[69854]: DEBUG nova.network.neutron [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.427992] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.429089] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e516a95a-1b31-42cb-b871-f65784a3da18 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.434903] env[69854]: DEBUG nova.policy [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd05d16ebeb244b9eb4dc16001ca04cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b54fe74e75994d6497afb8baabcd16b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.437943] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1361.437943] env[69854]: value = "task-3520393" [ 1361.437943] env[69854]: _type = "Task" [ 1361.437943] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.446241] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.725159] env[69854]: DEBUG nova.network.neutron [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Successfully created port: 8356eba2-ffa4-491f-9944-51dac5bba96e {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.891404] env[69854]: DEBUG nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.901986] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.902231] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.950152] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520393, 'name': PowerOffVM_Task, 'duration_secs': 0.109523} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.950423] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.950651] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.951444] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1b9287-692d-4ae4-b820-531b0ee875ec {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.958194] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.958425] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af08995-c363-4f4e-9777-f7bb2918c839 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.981339] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.981564] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.981747] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Deleting the datastore file [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.981994] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf9d60cc-e642-43d8-86b5-c058f9db6ab3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.987891] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1361.987891] env[69854]: value = "task-3520395" [ 1361.987891] env[69854]: _type = "Task" [ 1361.987891] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.995451] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.404500] env[69854]: DEBUG nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.497667] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406446} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.497915] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.498116] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.498327] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.901816] env[69854]: DEBUG nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.924723] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.924992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.926555] env[69854]: INFO nova.compute.claims [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.936741] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.937147] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.937207] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.937375] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.937551] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.937716] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.937941] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.938119] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.938290] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.938455] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.938815] env[69854]: DEBUG nova.virt.hardware [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.939555] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89016ac6-ee0f-46de-a534-58d23385c0ca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.948043] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e81828-818d-4a60-b6de-79dc2ab50f04 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.076307] env[69854]: DEBUG nova.compute.manager [req-8e316387-e73d-466a-8b95-62e377f2d205 req-63593b27-c4e5-46e0-980d-633b96d464c9 service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Received event network-vif-plugged-8356eba2-ffa4-491f-9944-51dac5bba96e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.076460] env[69854]: DEBUG oslo_concurrency.lockutils [req-8e316387-e73d-466a-8b95-62e377f2d205 req-63593b27-c4e5-46e0-980d-633b96d464c9 service nova] Acquiring lock "615a2b64-04cd-4297-a40e-123b3162ebfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.076666] env[69854]: DEBUG oslo_concurrency.lockutils [req-8e316387-e73d-466a-8b95-62e377f2d205 req-63593b27-c4e5-46e0-980d-633b96d464c9 service nova] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.076835] env[69854]: DEBUG oslo_concurrency.lockutils [req-8e316387-e73d-466a-8b95-62e377f2d205 req-63593b27-c4e5-46e0-980d-633b96d464c9 service nova] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.077009] env[69854]: DEBUG nova.compute.manager [req-8e316387-e73d-466a-8b95-62e377f2d205 req-63593b27-c4e5-46e0-980d-633b96d464c9 service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] No waiting events found dispatching network-vif-plugged-8356eba2-ffa4-491f-9944-51dac5bba96e {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.077182] env[69854]: WARNING nova.compute.manager [req-8e316387-e73d-466a-8b95-62e377f2d205 req-63593b27-c4e5-46e0-980d-633b96d464c9 service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Received unexpected event network-vif-plugged-8356eba2-ffa4-491f-9944-51dac5bba96e for instance with vm_state building and task_state spawning. [ 1363.167124] env[69854]: DEBUG nova.network.neutron [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Successfully updated port: 8356eba2-ffa4-491f-9944-51dac5bba96e {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.262546] env[69854]: DEBUG nova.network.neutron [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Port 636c623e-aec6-430a-a019-d13c8e1fed13 binding to destination host cpu-1 is already ACTIVE {{(pid=69854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1363.262849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.263013] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.263188] env[69854]: DEBUG nova.network.neutron [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.534050] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.534298] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.534456] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.534636] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.534784] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.534930] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.535205] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.535407] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.535659] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.535807] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.535981] env[69854]: DEBUG nova.virt.hardware [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.536875] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d576cce4-1020-468f-89d0-61ab591d95b3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.544613] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e59b1-e37d-4c12-91bc-5841c478e8bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.558314] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.563865] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.564144] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.564353] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adbd4288-e4d2-4876-9761-5754269a0b91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.580787] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.580787] env[69854]: value = "task-3520396" [ 1363.580787] env[69854]: _type = "Task" [ 1363.580787] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.588220] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520396, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.669798] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "refresh_cache-615a2b64-04cd-4297-a40e-123b3162ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.670027] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquired lock "refresh_cache-615a2b64-04cd-4297-a40e-123b3162ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.670183] env[69854]: DEBUG nova.network.neutron [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.973470] env[69854]: DEBUG nova.network.neutron [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.010196] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2b0883-b7df-4358-9521-1aefa0aa1294 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.017756] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade9b2e0-a664-4cc2-a9c9-a6d0863fa098 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.046880] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1e835-f8f2-426f-8d12-042d0cb86d6f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.053394] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35de745-df52-41ef-8961-60fa9099c0e3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.067494] env[69854]: DEBUG nova.compute.provider_tree [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.089409] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520396, 'name': CreateVM_Task, 'duration_secs': 0.287946} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.089564] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.089939] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.090106] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.090416] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.090638] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a841453f-a8f5-4eb9-998c-7f2648008bf2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.094504] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1364.094504] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a009e9-0720-7fa0-f9fe-11edd22b45e9" [ 1364.094504] env[69854]: _type = "Task" [ 1364.094504] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.101602] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a009e9-0720-7fa0-f9fe-11edd22b45e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.199830] env[69854]: DEBUG nova.network.neutron [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.314795] env[69854]: DEBUG nova.network.neutron [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Updating instance_info_cache with network_info: [{"id": "8356eba2-ffa4-491f-9944-51dac5bba96e", "address": "fa:16:3e:1d:81:cd", "network": {"id": "09d0b7f4-f4a6-4d89-95ec-712b62a00f2d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1895915147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b54fe74e75994d6497afb8baabcd16b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8356eba2-ff", "ovs_interfaceid": "8356eba2-ffa4-491f-9944-51dac5bba96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.477031] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.570525] env[69854]: DEBUG nova.scheduler.client.report [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.604831] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a009e9-0720-7fa0-f9fe-11edd22b45e9, 'name': SearchDatastore_Task, 'duration_secs': 0.036695} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.605118] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.605343] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.605599] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.605763] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.605948] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.606208] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a0c37a-35a9-4192-97da-16c476972d02 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.619775] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.619942] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.620626] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7a2945-7840-4551-8e9d-44e0c664aa2b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.625682] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1364.625682] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52727cb3-0c53-8891-5cc7-c9ab3be0a76b" [ 1364.625682] env[69854]: _type = "Task" [ 1364.625682] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.632721] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52727cb3-0c53-8891-5cc7-c9ab3be0a76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.817230] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Releasing lock "refresh_cache-615a2b64-04cd-4297-a40e-123b3162ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.817506] env[69854]: DEBUG nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Instance network_info: |[{"id": "8356eba2-ffa4-491f-9944-51dac5bba96e", "address": "fa:16:3e:1d:81:cd", "network": {"id": "09d0b7f4-f4a6-4d89-95ec-712b62a00f2d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1895915147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b54fe74e75994d6497afb8baabcd16b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8356eba2-ff", "ovs_interfaceid": "8356eba2-ffa4-491f-9944-51dac5bba96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.817965] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:81:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8356eba2-ffa4-491f-9944-51dac5bba96e', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.825459] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Creating folder: Project (b54fe74e75994d6497afb8baabcd16b5). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.825877] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477f60b8-c585-41ef-988d-70273840743a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.836165] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Created folder: Project (b54fe74e75994d6497afb8baabcd16b5) in parent group-v702928. [ 1364.836348] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Creating folder: Instances. Parent ref: group-v703261. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.836557] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a1326be-52bf-426e-bcfa-d36343ef5181 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.845031] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Created folder: Instances in parent group-v703261. [ 1364.845249] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.845420] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.845660] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bea05c6-9032-4884-b0fc-a2e04099a3db {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.863556] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.863556] env[69854]: value = "task-3520399" [ 1364.863556] env[69854]: _type = "Task" [ 1364.863556] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.871046] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520399, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.980190] env[69854]: DEBUG nova.compute.manager [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69854) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1364.980511] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.075976] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.076477] env[69854]: DEBUG nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.079265] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.099s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.105882] env[69854]: DEBUG nova.compute.manager [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Received event network-changed-8356eba2-ffa4-491f-9944-51dac5bba96e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.106107] env[69854]: DEBUG nova.compute.manager [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Refreshing instance network info cache due to event network-changed-8356eba2-ffa4-491f-9944-51dac5bba96e. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.106377] env[69854]: DEBUG oslo_concurrency.lockutils [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] Acquiring lock "refresh_cache-615a2b64-04cd-4297-a40e-123b3162ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.106493] env[69854]: DEBUG oslo_concurrency.lockutils [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] Acquired lock "refresh_cache-615a2b64-04cd-4297-a40e-123b3162ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.106688] env[69854]: DEBUG nova.network.neutron [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Refreshing network info cache for port 8356eba2-ffa4-491f-9944-51dac5bba96e {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.135956] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52727cb3-0c53-8891-5cc7-c9ab3be0a76b, 'name': SearchDatastore_Task, 'duration_secs': 0.047121} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.136766] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36b662c-5844-4463-87bf-cd5fefd2f028 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.143747] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1365.143747] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]521d00d2-7576-8a04-e968-5b82516e6332" [ 1365.143747] env[69854]: _type = "Task" [ 1365.143747] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.150928] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521d00d2-7576-8a04-e968-5b82516e6332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.374153] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520399, 'name': CreateVM_Task, 'duration_secs': 0.284436} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.374341] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.375011] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.375192] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.375503] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.375776] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4029db8-e85c-4b3f-bb6c-51f01470ad1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.380137] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1365.380137] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522b8d03-1b61-3e1d-cd87-bb54b6509320" [ 1365.380137] env[69854]: _type = "Task" [ 1365.380137] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.388361] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522b8d03-1b61-3e1d-cd87-bb54b6509320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.582639] env[69854]: DEBUG nova.compute.utils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.584486] env[69854]: DEBUG nova.objects.instance [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'migration_context' on Instance uuid 15580ec8-0b70-4347-8c77-878be24cda5c {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.585615] env[69854]: DEBUG nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Not allocating networking since 'none' was specified. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1365.653455] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]521d00d2-7576-8a04-e968-5b82516e6332, 'name': SearchDatastore_Task, 'duration_secs': 0.008537} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.653711] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.653965] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.654237] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf183dc-fb04-43b0-a982-c2d4bebf70af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.660685] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1365.660685] env[69854]: value = "task-3520400" [ 1365.660685] env[69854]: _type = "Task" [ 1365.660685] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.667819] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.789402] env[69854]: DEBUG nova.network.neutron [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Updated VIF entry in instance network info cache for port 8356eba2-ffa4-491f-9944-51dac5bba96e. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.789769] env[69854]: DEBUG nova.network.neutron [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Updating instance_info_cache with network_info: [{"id": "8356eba2-ffa4-491f-9944-51dac5bba96e", "address": "fa:16:3e:1d:81:cd", "network": {"id": "09d0b7f4-f4a6-4d89-95ec-712b62a00f2d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1895915147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b54fe74e75994d6497afb8baabcd16b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8356eba2-ff", "ovs_interfaceid": "8356eba2-ffa4-491f-9944-51dac5bba96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.891889] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522b8d03-1b61-3e1d-cd87-bb54b6509320, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.892286] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.892588] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.892849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.893237] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.893500] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.893894] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b78535-4f2e-4fda-8066-fa62c09f7924 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.907059] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.907314] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.908263] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d9adf5-42ef-4bd2-925a-87379c36fa12 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.914317] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1365.914317] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb9cb8-7b2f-9a6d-4703-1b773e713ce5" [ 1365.914317] env[69854]: _type = "Task" [ 1365.914317] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.923331] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb9cb8-7b2f-9a6d-4703-1b773e713ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.086687] env[69854]: DEBUG nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.158692] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1753845-2d9e-428f-8eee-10d817f7dea7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.171125] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b67c2c-ad4d-4f44-88cc-0d88013aeb90 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.173970] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433098} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.174241] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.174452] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.175009] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8cb8359-aeb9-4318-a80e-5de31dcfffc1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.203758] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c50fe-321f-4332-af7d-0efb566ee6dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.206160] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1366.206160] env[69854]: value = "task-3520401" [ 1366.206160] env[69854]: _type = "Task" [ 1366.206160] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.212634] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe9d2e0-1fde-4962-a480-d04214110d0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.218848] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.228395] env[69854]: DEBUG nova.compute.provider_tree [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.292857] env[69854]: DEBUG oslo_concurrency.lockutils [req-84b0b942-035a-4731-bfe1-872545169da7 req-185a3a75-6ed0-451a-b1cd-253f5a5cc53a service nova] Releasing lock "refresh_cache-615a2b64-04cd-4297-a40e-123b3162ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.425034] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52cb9cb8-7b2f-9a6d-4703-1b773e713ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.046903} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.425823] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5115d5-299a-4dfc-a8b3-023bee22aa5f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.430736] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1366.430736] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f30a81-266c-9a48-dcb2-77a5f26d5bd9" [ 1366.430736] env[69854]: _type = "Task" [ 1366.430736] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.437952] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f30a81-266c-9a48-dcb2-77a5f26d5bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.715513] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113736} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.715827] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.716594] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3bde80-6a5e-46ec-af14-31428d8acc5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.735766] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.736599] env[69854]: DEBUG nova.scheduler.client.report [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.739504] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043cd0a7-d945-41b0-b12e-ecfb9afcfe6d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.762895] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1366.762895] env[69854]: value = "task-3520402" [ 1366.762895] env[69854]: _type = "Task" [ 1366.762895] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.771796] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.940757] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52f30a81-266c-9a48-dcb2-77a5f26d5bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.941018] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.941297] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 615a2b64-04cd-4297-a40e-123b3162ebfb/615a2b64-04cd-4297-a40e-123b3162ebfb.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.941561] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b84cb6f-2541-4230-a397-867f2fb07661 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.948388] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1366.948388] env[69854]: value = "task-3520403" [ 1366.948388] env[69854]: _type = "Task" [ 1366.948388] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.955677] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.098691] env[69854]: DEBUG nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.125338] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.125593] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.125774] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.125962] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.126123] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.126272] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.126480] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.126637] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.126801] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.126962] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.127146] env[69854]: DEBUG nova.virt.hardware [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.128030] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bdc008-581e-4e97-94eb-9e3a41747155 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.135741] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3f7ba1-6fb9-42aa-a103-2ef1b95298fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.149502] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.155073] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Creating folder: Project (74548c3a64d54068b23f274dbed45dff). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.155351] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed200582-aa3e-4ce2-8989-1ee72efd18f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.164711] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Created folder: Project (74548c3a64d54068b23f274dbed45dff) in parent group-v702928. [ 1367.164911] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Creating folder: Instances. Parent ref: group-v703264. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.165174] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d9d6ec0-c62c-40da-bf3a-d9f0f3a631c4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.173825] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Created folder: Instances in parent group-v703264. [ 1367.174091] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.174283] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.174473] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac91d18-d6e3-4a4b-839d-930770e33dc6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.190776] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.190776] env[69854]: value = "task-3520406" [ 1367.190776] env[69854]: _type = "Task" [ 1367.190776] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.197881] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520406, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.260050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.181s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.280385] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520402, 'name': ReconfigVM_Task, 'duration_secs': 0.327143} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.280385] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Reconfigured VM instance instance-00000078 to attach disk [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816/badc0ac7-c931-4a61-a1f6-5333e6ce3816.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.280632] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c3b4609-f4e2-4eff-9c1c-ef477911392d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.287751] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1367.287751] env[69854]: value = "task-3520407" [ 1367.287751] env[69854]: _type = "Task" [ 1367.287751] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.299862] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520407, 'name': Rename_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.463832] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.703848] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520406, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.799079] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520407, 'name': Rename_Task, 'duration_secs': 0.128107} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.799362] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.799629] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f9491d-055a-46eb-a5c4-125b92419998 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.805922] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1367.805922] env[69854]: value = "task-3520408" [ 1367.805922] env[69854]: _type = "Task" [ 1367.805922] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.813504] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.959434] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835053} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.959645] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 615a2b64-04cd-4297-a40e-123b3162ebfb/615a2b64-04cd-4297-a40e-123b3162ebfb.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.959878] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.960178] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff88af45-a663-4210-956a-82ac8efe32d6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.967330] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1367.967330] env[69854]: value = "task-3520409" [ 1367.967330] env[69854]: _type = "Task" [ 1367.967330] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.975272] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.201599] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520406, 'name': CreateVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.316578] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.476793] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10004} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.477093] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.477958] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21db3a9-6923-4863-afd9-2ad85acedf59 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.500151] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 615a2b64-04cd-4297-a40e-123b3162ebfb/615a2b64-04cd-4297-a40e-123b3162ebfb.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.500492] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83400a5-ce77-4e12-bff9-93561abc4ca1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.518968] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1368.518968] env[69854]: value = "task-3520410" [ 1368.518968] env[69854]: _type = "Task" [ 1368.518968] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.527136] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.702436] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520406, 'name': CreateVM_Task, 'duration_secs': 1.296976} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.702617] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.703097] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.703290] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.703610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.703867] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a369743-fc0d-4486-8d0b-9c347cdfced2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.708227] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1368.708227] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299daf0-5c39-3b49-4e49-f7969eae8a8c" [ 1368.708227] env[69854]: _type = "Task" [ 1368.708227] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.715515] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299daf0-5c39-3b49-4e49-f7969eae8a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.801730] env[69854]: INFO nova.compute.manager [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Swapping old allocation on dict_keys(['1cf36e99-9a52-41f0-a821-9dab8331e5f4']) held by migration b1797b5b-34e1-4768-89ab-ffd785db5f22 for instance [ 1368.818284] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.828410] env[69854]: DEBUG nova.scheduler.client.report [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Overwriting current allocation {'allocations': {'1cf36e99-9a52-41f0-a821-9dab8331e5f4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 176}}, 'project_id': '890872c24d574e61873065784581e059', 'user_id': 'e5c922ecd8d7474481435f6d621ccd9b', 'consumer_generation': 1} on consumer 15580ec8-0b70-4347-8c77-878be24cda5c {{(pid=69854) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1368.918779] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.918989] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.919253] env[69854]: DEBUG nova.network.neutron [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.030713] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.218819] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299daf0-5c39-3b49-4e49-f7969eae8a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.028832} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.218819] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.219174] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.219236] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.219376] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.219541] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.219810] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b30faa-4e11-451b-a050-7612e18c7cf6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.227995] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.228181] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.228910] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05c7623-6f49-440e-8b7a-dc2f93bd28e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.233467] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1369.233467] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523c21e7-42c2-0c4f-9c2a-a0d33fbcabda" [ 1369.233467] env[69854]: _type = "Task" [ 1369.233467] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.240754] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523c21e7-42c2-0c4f-9c2a-a0d33fbcabda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.318493] env[69854]: DEBUG oslo_vmware.api [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520408, 'name': PowerOnVM_Task, 'duration_secs': 1.105043} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.318764] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.318980] env[69854]: DEBUG nova.compute.manager [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.319770] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042d746-c6e2-4921-b0b7-26e37edb0441 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.531793] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520410, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.651383] env[69854]: DEBUG nova.network.neutron [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [{"id": "636c623e-aec6-430a-a019-d13c8e1fed13", "address": "fa:16:3e:8c:0b:7f", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636c623e-ae", "ovs_interfaceid": "636c623e-aec6-430a-a019-d13c8e1fed13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.743640] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523c21e7-42c2-0c4f-9c2a-a0d33fbcabda, 'name': SearchDatastore_Task, 'duration_secs': 0.01504} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.744367] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2cb43c-efe4-454a-b1c4-310624d6b8c2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.749320] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1369.749320] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527c940f-0747-6253-e8fa-83f61c5214c9" [ 1369.749320] env[69854]: _type = "Task" [ 1369.749320] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.756843] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527c940f-0747-6253-e8fa-83f61c5214c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.838888] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.839169] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.839348] env[69854]: DEBUG nova.objects.instance [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1370.029744] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520410, 'name': ReconfigVM_Task, 'duration_secs': 1.031234} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.030095] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 615a2b64-04cd-4297-a40e-123b3162ebfb/615a2b64-04cd-4297-a40e-123b3162ebfb.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.030726] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7730f34c-8b91-4811-8e4e-49bc8207f9ce {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.036753] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1370.036753] env[69854]: value = "task-3520411" [ 1370.036753] env[69854]: _type = "Task" [ 1370.036753] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.043836] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520411, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.061068] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.061365] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.061610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.061863] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.062092] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.064524] env[69854]: INFO nova.compute.manager [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Terminating instance [ 1370.154540] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-15580ec8-0b70-4347-8c77-878be24cda5c" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.155029] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.155286] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a22fdf6-3341-44cc-b75d-e315945bab73 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.163400] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1370.163400] env[69854]: value = "task-3520412" [ 1370.163400] env[69854]: _type = "Task" [ 1370.163400] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.171719] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.259975] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527c940f-0747-6253-e8fa-83f61c5214c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.260377] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.260472] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.260726] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6634d8b8-0195-4f79-85e0-1a11c89a16b0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.267495] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1370.267495] env[69854]: value = "task-3520413" [ 1370.267495] env[69854]: _type = "Task" [ 1370.267495] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.274628] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.548216] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520411, 'name': Rename_Task, 'duration_secs': 0.132487} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.548570] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.548829] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3540386-8325-4412-a69a-dde7bceb8a2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.557470] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1370.557470] env[69854]: value = "task-3520414" [ 1370.557470] env[69854]: _type = "Task" [ 1370.557470] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.565758] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.568475] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "refresh_cache-badc0ac7-c931-4a61-a1f6-5333e6ce3816" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.568656] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquired lock "refresh_cache-badc0ac7-c931-4a61-a1f6-5333e6ce3816" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.568848] env[69854]: DEBUG nova.network.neutron [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.675523] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520412, 'name': PowerOffVM_Task, 'duration_secs': 0.183364} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.675822] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.676524] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.676743] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.676898] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.677119] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.677258] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.677389] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.677591] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.677774] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.677952] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.678158] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.678508] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.684102] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f624529-4a52-4241-acad-128b092956a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.702061] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1370.702061] env[69854]: value = "task-3520415" [ 1370.702061] env[69854]: _type = "Task" [ 1370.702061] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.710878] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.777523] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43365} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.777711] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore2] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.777956] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.778239] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06bd3a29-1248-47f7-b684-c1f41bcdb558 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.784229] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1370.784229] env[69854]: value = "task-3520416" [ 1370.784229] env[69854]: _type = "Task" [ 1370.784229] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.792248] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.848243] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8421e9ac-1c61-4102-80c1-d8fa10c4f3e0 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.068185] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520414, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.087837] env[69854]: DEBUG nova.network.neutron [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.150421] env[69854]: DEBUG nova.network.neutron [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.212292] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.294050] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065333} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.294432] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.295078] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a8275-fc37-4779-85b8-51e9c466724d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.315570] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.315815] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf84486e-6a5a-46b2-a5ca-702b1960ef26 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.334857] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1371.334857] env[69854]: value = "task-3520417" [ 1371.334857] env[69854]: _type = "Task" [ 1371.334857] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.342461] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.569571] env[69854]: DEBUG oslo_vmware.api [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520414, 'name': PowerOnVM_Task, 'duration_secs': 0.593677} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.569832] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.570080] env[69854]: INFO nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1371.570309] env[69854]: DEBUG nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.571177] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9065d1e-6850-4ab7-869b-6744ac415845 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.653438] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Releasing lock "refresh_cache-badc0ac7-c931-4a61-a1f6-5333e6ce3816" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.653636] env[69854]: DEBUG nova.compute.manager [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.653833] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.654868] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a6202-a3af-4a41-9953-069141f29d03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.662132] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.662365] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49873927-2406-4f4f-b4ab-e8a66ad4a5e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.668043] env[69854]: DEBUG oslo_vmware.api [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1371.668043] env[69854]: value = "task-3520418" [ 1371.668043] env[69854]: _type = "Task" [ 1371.668043] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.675639] env[69854]: DEBUG oslo_vmware.api [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.711490] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.848161] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520417, 'name': ReconfigVM_Task, 'duration_secs': 0.294345} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.848476] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.849155] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b15a40c2-4786-44cd-94c6-70bb2caca1e5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.856746] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1371.856746] env[69854]: value = "task-3520419" [ 1371.856746] env[69854]: _type = "Task" [ 1371.856746] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.864590] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520419, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.088963] env[69854]: INFO nova.compute.manager [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Took 14.99 seconds to build instance. [ 1372.178358] env[69854]: DEBUG oslo_vmware.api [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520418, 'name': PowerOffVM_Task, 'duration_secs': 0.249008} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.178613] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.178802] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.179074] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15b4f549-b99d-4136-9d66-27fd60833e8e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.203846] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.204080] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.204264] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Deleting the datastore file [datastore1] badc0ac7-c931-4a61-a1f6-5333e6ce3816 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.207475] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-591d7c7f-ddf8-4b07-b3c9-8110b614dd32 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.213974] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520415, 'name': ReconfigVM_Task, 'duration_secs': 1.167133} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.215227] env[69854]: DEBUG oslo_vmware.api [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for the task: (returnval){ [ 1372.215227] env[69854]: value = "task-3520421" [ 1372.215227] env[69854]: _type = "Task" [ 1372.215227] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.216031] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2398982a-106f-424e-bacf-55977784560e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.236449] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.236674] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.236830] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.237023] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.237176] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.237323] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.237553] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.237682] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.237875] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.238072] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.238282] env[69854]: DEBUG nova.virt.hardware [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.241791] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e502af43-e252-4700-9438-90ad2bd66541 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.243975] env[69854]: DEBUG oslo_vmware.api [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.247071] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1372.247071] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dc551a-7ea8-9f09-cecb-16680142487f" [ 1372.247071] env[69854]: _type = "Task" [ 1372.247071] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.255904] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dc551a-7ea8-9f09-cecb-16680142487f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.366085] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520419, 'name': Rename_Task, 'duration_secs': 0.130006} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.366383] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.366612] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-611a81af-def8-4a98-a317-1b39379b201a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.372501] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1372.372501] env[69854]: value = "task-3520422" [ 1372.372501] env[69854]: _type = "Task" [ 1372.372501] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.380166] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.590995] env[69854]: DEBUG oslo_concurrency.lockutils [None req-20ee3c04-b23e-490f-909d-a38f6e38ca54 tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.502s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.728720] env[69854]: DEBUG oslo_vmware.api [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Task: {'id': task-3520421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11275} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.728991] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.729188] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.729364] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.729535] env[69854]: INFO nova.compute.manager [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1372.729778] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.729971] env[69854]: DEBUG nova.compute.manager [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.730079] env[69854]: DEBUG nova.network.neutron [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.745353] env[69854]: DEBUG nova.network.neutron [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.756760] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52dc551a-7ea8-9f09-cecb-16680142487f, 'name': SearchDatastore_Task, 'duration_secs': 0.007191} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.761939] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.762431] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9926a51f-238f-4454-ab85-80d84efc36c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.780527] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1372.780527] env[69854]: value = "task-3520423" [ 1372.780527] env[69854]: _type = "Task" [ 1372.780527] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.788864] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.882009] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.247464] env[69854]: DEBUG nova.network.neutron [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.290506] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520423, 'name': ReconfigVM_Task, 'duration_secs': 0.174006} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.290769] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.291529] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e14b84-7b2e-4a34-bc78-2e4f6a9fffbc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.314097] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.314387] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a713e5eb-074d-4a70-9668-9f1a79d09ba1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.331526] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1373.331526] env[69854]: value = "task-3520424" [ 1373.331526] env[69854]: _type = "Task" [ 1373.331526] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.339454] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.381778] env[69854]: DEBUG oslo_vmware.api [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520422, 'name': PowerOnVM_Task, 'duration_secs': 0.962159} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.382094] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.382254] env[69854]: INFO nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Took 6.28 seconds to spawn the instance on the hypervisor. [ 1373.382433] env[69854]: DEBUG nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.383173] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b81bb56-2c8e-41fd-aade-b7259ca3b05c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.487762] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "615a2b64-04cd-4297-a40e-123b3162ebfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.488045] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.488271] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "615a2b64-04cd-4297-a40e-123b3162ebfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.488457] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.488625] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.490727] env[69854]: INFO nova.compute.manager [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Terminating instance [ 1373.750141] env[69854]: INFO nova.compute.manager [-] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Took 1.02 seconds to deallocate network for instance. [ 1373.840894] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.901879] env[69854]: INFO nova.compute.manager [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Took 10.99 seconds to build instance. [ 1373.994623] env[69854]: DEBUG nova.compute.manager [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.994847] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.995751] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5de071-e62a-498e-8d84-3260ca665c85 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.004035] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.004269] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bcb5d4b-ff03-4fd5-9b94-24fa01fb283b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.011767] env[69854]: DEBUG oslo_vmware.api [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1374.011767] env[69854]: value = "task-3520425" [ 1374.011767] env[69854]: _type = "Task" [ 1374.011767] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.019502] env[69854]: DEBUG oslo_vmware.api [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.256699] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.256996] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.257241] env[69854]: DEBUG nova.objects.instance [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lazy-loading 'resources' on Instance uuid badc0ac7-c931-4a61-a1f6-5333e6ce3816 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.341653] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520424, 'name': ReconfigVM_Task, 'duration_secs': 0.843761} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.341942] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c/15580ec8-0b70-4347-8c77-878be24cda5c.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.342773] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d35cb6-8dc0-470b-b963-2679cd1c2094 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.361718] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44886eaf-8898-4ee9-a8a2-090c8cb27875 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.379614] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a9820-ab28-4c45-a1a8-81672d3ca289 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.399578] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2d67bf-c8d8-4f61-9542-2b34d7b5cc03 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.403658] env[69854]: DEBUG oslo_concurrency.lockutils [None req-c21b387a-62b2-48a0-ad4e-93dc65e363a9 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.501s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.406478] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.406702] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc55e2fa-cf7b-4421-b095-77edf7fe90aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.413208] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1374.413208] env[69854]: value = "task-3520426" [ 1374.413208] env[69854]: _type = "Task" [ 1374.413208] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.420903] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.521346] env[69854]: DEBUG oslo_vmware.api [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520425, 'name': PowerOffVM_Task, 'duration_secs': 0.201997} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.521615] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.521782] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.522036] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-085d4eaf-34cf-4ac8-bd8c-f8d4975bfddf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.599915] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.600173] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.600361] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Deleting the datastore file [datastore1] 615a2b64-04cd-4297-a40e-123b3162ebfb {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.600643] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d322173d-7bda-4715-b024-abb1d27efc5c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.607955] env[69854]: DEBUG oslo_vmware.api [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for the task: (returnval){ [ 1374.607955] env[69854]: value = "task-3520428" [ 1374.607955] env[69854]: _type = "Task" [ 1374.607955] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.615507] env[69854]: DEBUG oslo_vmware.api [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.819900] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b92d9-bc95-4c2e-b4bc-e5fac843b28f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.828105] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a146f60a-a4a2-4a28-811f-c1b485c3b383 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.858116] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7db6de-4099-4fb3-8883-e4c5bcb20a67 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.865434] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f42116f-6d76-4e14-93d2-164bc163fe7a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.879930] env[69854]: DEBUG nova.compute.provider_tree [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.924955] env[69854]: DEBUG oslo_vmware.api [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520426, 'name': PowerOnVM_Task, 'duration_secs': 0.452643} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.924955] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.118347] env[69854]: DEBUG oslo_vmware.api [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Task: {'id': task-3520428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25672} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.118594] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.118789] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.118995] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.119186] env[69854]: INFO nova.compute.manager [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1375.119422] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.119612] env[69854]: DEBUG nova.compute.manager [-] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.119712] env[69854]: DEBUG nova.network.neutron [-] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.189058] env[69854]: INFO nova.compute.manager [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Rebuilding instance [ 1375.224306] env[69854]: DEBUG nova.compute.manager [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.225154] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ebbf7-7e5e-4b18-8470-74b23325c69d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.349125] env[69854]: DEBUG nova.compute.manager [req-a6a036e2-ad13-43d6-a58f-f817eb6910b8 req-ba5140b0-b41b-42f8-a703-6b0dedfb285f service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Received event network-vif-deleted-8356eba2-ffa4-491f-9944-51dac5bba96e {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.349896] env[69854]: INFO nova.compute.manager [req-a6a036e2-ad13-43d6-a58f-f817eb6910b8 req-ba5140b0-b41b-42f8-a703-6b0dedfb285f service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Neutron deleted interface 8356eba2-ffa4-491f-9944-51dac5bba96e; detaching it from the instance and deleting it from the info cache [ 1375.349896] env[69854]: DEBUG nova.network.neutron [req-a6a036e2-ad13-43d6-a58f-f817eb6910b8 req-ba5140b0-b41b-42f8-a703-6b0dedfb285f service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.382993] env[69854]: DEBUG nova.scheduler.client.report [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.829856] env[69854]: DEBUG nova.network.neutron [-] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.851675] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76a9e7be-61b8-4531-8255-2ac6f0f6d7ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.862445] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bf25c1-dc36-4b40-93e5-bdecd66c77ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.893127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.895431] env[69854]: DEBUG nova.compute.manager [req-a6a036e2-ad13-43d6-a58f-f817eb6910b8 req-ba5140b0-b41b-42f8-a703-6b0dedfb285f service nova] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Detach interface failed, port_id=8356eba2-ffa4-491f-9944-51dac5bba96e, reason: Instance 615a2b64-04cd-4297-a40e-123b3162ebfb could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.916835] env[69854]: INFO nova.scheduler.client.report [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Deleted allocations for instance badc0ac7-c931-4a61-a1f6-5333e6ce3816 [ 1375.934733] env[69854]: INFO nova.compute.manager [None req-c6c1c3e0-556d-4fce-b845-063e1b392178 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance to original state: 'active' [ 1376.237418] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.237731] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b79e56-dd14-4e13-a67f-7eb51dda2845 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.246343] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1376.246343] env[69854]: value = "task-3520429" [ 1376.246343] env[69854]: _type = "Task" [ 1376.246343] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.255199] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.333904] env[69854]: INFO nova.compute.manager [-] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Took 1.21 seconds to deallocate network for instance. [ 1376.426669] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a50266d0-74fd-40b9-bd82-f9927584a449 tempest-ServerShowV254Test-1915524714 tempest-ServerShowV254Test-1915524714-project-member] Lock "badc0ac7-c931-4a61-a1f6-5333e6ce3816" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.365s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.755524] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520429, 'name': PowerOffVM_Task, 'duration_secs': 0.121785} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.755781] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.756426] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.757159] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a65ab-dfbc-47dd-8f72-37c583956fb2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.763498] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.763702] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c742e7e-8a72-4d90-bb6d-56160425308a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.787067] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.787252] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Deleting contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.787428] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Deleting the datastore file [datastore2] b2c8cc7c-7131-4fd7-9c31-decd6448314f {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.787654] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb44a67a-5bdb-4a1e-944c-df51d9177f46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.793858] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1376.793858] env[69854]: value = "task-3520431" [ 1376.793858] env[69854]: _type = "Task" [ 1376.793858] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.801618] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.845220] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.845597] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.845879] env[69854]: DEBUG nova.objects.instance [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lazy-loading 'resources' on Instance uuid 615a2b64-04cd-4297-a40e-123b3162ebfb {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.971801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "15580ec8-0b70-4347-8c77-878be24cda5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.972263] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.972522] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.972738] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.972917] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.975252] env[69854]: INFO nova.compute.manager [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Terminating instance [ 1377.304105] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11956} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.304443] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.304685] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Deleted contents of the VM from datastore datastore2 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.304907] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.400144] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7bc627-b4df-4e8b-95cd-edba10e47191 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.409044] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52602ef6-7141-46ce-817b-50c6688d4ff5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.439837] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c9960-3668-4307-8c2e-224f2d0200f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.447974] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2fc878-9387-4ba3-8b2f-536d61bd9e3b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.461409] env[69854]: DEBUG nova.compute.provider_tree [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.479253] env[69854]: DEBUG nova.compute.manager [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.479476] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.480522] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c7c85a-9317-4d47-8b28-effed92b610a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.487536] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.487763] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c067a3b-bed5-42b5-9e2f-96d580277d33 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.493361] env[69854]: DEBUG oslo_vmware.api [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1377.493361] env[69854]: value = "task-3520432" [ 1377.493361] env[69854]: _type = "Task" [ 1377.493361] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.500724] env[69854]: DEBUG oslo_vmware.api [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.965908] env[69854]: DEBUG nova.scheduler.client.report [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.003043] env[69854]: DEBUG oslo_vmware.api [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520432, 'name': PowerOffVM_Task, 'duration_secs': 0.171487} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.003342] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.003467] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.003707] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e090735-04ad-4a6b-a7d0-184279e04bea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.057807] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.058067] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.058254] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleting the datastore file [datastore1] 15580ec8-0b70-4347-8c77-878be24cda5c {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.058507] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032bb2c4-8732-4576-85b3-835e08322be2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.064094] env[69854]: DEBUG oslo_vmware.api [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1378.064094] env[69854]: value = "task-3520434" [ 1378.064094] env[69854]: _type = "Task" [ 1378.064094] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.071422] env[69854]: DEBUG oslo_vmware.api [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.339080] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.339347] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.339505] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.339685] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.339833] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.339982] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.340231] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.340410] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.340579] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.340740] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.340910] env[69854]: DEBUG nova.virt.hardware [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.341766] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad820a99-3912-40d8-9b99-ceb77f5d29df {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.350706] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e169cb-03a3-4e6d-8746-f302a8d806f1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.363433] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Instance VIF info [] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.368803] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.369046] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.369248] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12e00bc3-b8fa-4495-ab14-1e5e59411249 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.384589] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.384589] env[69854]: value = "task-3520435" [ 1378.384589] env[69854]: _type = "Task" [ 1378.384589] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.391485] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520435, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.471613] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.490712] env[69854]: INFO nova.scheduler.client.report [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Deleted allocations for instance 615a2b64-04cd-4297-a40e-123b3162ebfb [ 1378.573718] env[69854]: DEBUG oslo_vmware.api [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137924} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.574197] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.574394] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.574570] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.574751] env[69854]: INFO nova.compute.manager [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1378.575037] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.575184] env[69854]: DEBUG nova.compute.manager [-] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.575276] env[69854]: DEBUG nova.network.neutron [-] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.894528] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520435, 'name': CreateVM_Task, 'duration_secs': 0.310125} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.894698] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.895156] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.895328] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.895655] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.895947] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e08d40f-4c5b-4390-861c-389c28979383 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.900879] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1378.900879] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5229f156-7ed8-ad38-880a-a21427f405d1" [ 1378.900879] env[69854]: _type = "Task" [ 1378.900879] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.908356] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5229f156-7ed8-ad38-880a-a21427f405d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.963178] env[69854]: DEBUG nova.compute.manager [req-8c16e736-1900-439d-915d-ee91548c8c81 req-59821f71-d856-4ef9-91b1-427f6a80c8d6 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Received event network-vif-deleted-636c623e-aec6-430a-a019-d13c8e1fed13 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.963310] env[69854]: INFO nova.compute.manager [req-8c16e736-1900-439d-915d-ee91548c8c81 req-59821f71-d856-4ef9-91b1-427f6a80c8d6 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Neutron deleted interface 636c623e-aec6-430a-a019-d13c8e1fed13; detaching it from the instance and deleting it from the info cache [ 1378.963400] env[69854]: DEBUG nova.network.neutron [req-8c16e736-1900-439d-915d-ee91548c8c81 req-59821f71-d856-4ef9-91b1-427f6a80c8d6 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.000061] env[69854]: DEBUG oslo_concurrency.lockutils [None req-4563c04e-66c7-4f26-b875-77132c52732c tempest-ServerTagsTestJSON-332301322 tempest-ServerTagsTestJSON-332301322-project-member] Lock "615a2b64-04cd-4297-a40e-123b3162ebfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.512s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.410670] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5229f156-7ed8-ad38-880a-a21427f405d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.410992] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.411248] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.411481] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.411629] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.411804] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.412076] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3d7df65-e9fc-441e-bbf5-d3c4065852b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.420308] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.420482] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.421174] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f614ed86-2553-4bd6-9774-02b4fc270677 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.426111] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1379.426111] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52afacb0-fcec-360d-0015-ac71829a9fb5" [ 1379.426111] env[69854]: _type = "Task" [ 1379.426111] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.433060] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52afacb0-fcec-360d-0015-ac71829a9fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.447432] env[69854]: DEBUG nova.network.neutron [-] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.466230] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb624074-d8ed-4524-99f4-86c198f9f6ea {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.477368] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b5db9-ef8e-459c-b4a9-c0e4ef23ff96 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.501618] env[69854]: DEBUG nova.compute.manager [req-8c16e736-1900-439d-915d-ee91548c8c81 req-59821f71-d856-4ef9-91b1-427f6a80c8d6 service nova] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Detach interface failed, port_id=636c623e-aec6-430a-a019-d13c8e1fed13, reason: Instance 15580ec8-0b70-4347-8c77-878be24cda5c could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.936866] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52afacb0-fcec-360d-0015-ac71829a9fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.937673] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f97e605-3f05-48f6-8416-e5514dc8cc46 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.943884] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1379.943884] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e16f0-d3c3-986d-8193-acb523b54dc1" [ 1379.943884] env[69854]: _type = "Task" [ 1379.943884] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.951923] env[69854]: INFO nova.compute.manager [-] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Took 1.38 seconds to deallocate network for instance. [ 1379.952228] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e16f0-d3c3-986d-8193-acb523b54dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.454541] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]523e16f0-d3c3-986d-8193-acb523b54dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.454827] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.455062] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.455324] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d56b4bf-c7f5-4f69-92d4-58bbecef22f2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.458131] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.458380] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.458563] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.464917] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1380.464917] env[69854]: value = "task-3520436" [ 1380.464917] env[69854]: _type = "Task" [ 1380.464917] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.473511] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.483224] env[69854]: INFO nova.scheduler.client.report [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted allocations for instance 15580ec8-0b70-4347-8c77-878be24cda5c [ 1380.974959] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520436, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.991183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-5c71e8b3-5b88-4466-a3d6-f5795f8f4d31 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "15580ec8-0b70-4347-8c77-878be24cda5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.019s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.476930] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540425} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.476930] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.477456] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.477456] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34ad651f-4e8a-47e5-9807-dce4b7aa9a59 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.484679] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1381.484679] env[69854]: value = "task-3520437" [ 1381.484679] env[69854]: _type = "Task" [ 1381.484679] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.492861] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.896132] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.896358] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.994266] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311789} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.994515] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.995238] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce5d486-d063-416a-880a-919b5a29e306 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.015451] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.015696] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3665e3-055a-42f5-98c5-6f301153c818 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.034422] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1382.034422] env[69854]: value = "task-3520438" [ 1382.034422] env[69854]: _type = "Task" [ 1382.034422] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.042070] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.398292] env[69854]: DEBUG nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.544794] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.926869] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.926994] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.928649] env[69854]: INFO nova.compute.claims [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.048683] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520438, 'name': ReconfigVM_Task, 'duration_secs': 1.012984} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.048973] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Reconfigured VM instance instance-0000007a to attach disk [datastore1] b2c8cc7c-7131-4fd7-9c31-decd6448314f/b2c8cc7c-7131-4fd7-9c31-decd6448314f.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.049685] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d939aebe-15a7-42ac-82c1-9016db5e0527 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.054828] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1383.054828] env[69854]: value = "task-3520439" [ 1383.054828] env[69854]: _type = "Task" [ 1383.054828] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.062229] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520439, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.570249] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520439, 'name': Rename_Task, 'duration_secs': 0.217822} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.571264] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.571264] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf6c06b-1f80-49c8-a71a-cda8bc59b238 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.578311] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1383.578311] env[69854]: value = "task-3520440" [ 1383.578311] env[69854]: _type = "Task" [ 1383.578311] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.586628] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.979797] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a513d85-66ff-41c4-b169-e4c509737752 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.989645] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e92da-38f0-4019-a319-66b90f0968bd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.024285] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6998e07-48a7-44e3-ad62-7b2cb34dfe14 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.034135] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72946406-4397-4fd0-821d-c56188237aba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.057312] env[69854]: DEBUG nova.compute.provider_tree [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.087838] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520440, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.561845] env[69854]: DEBUG nova.scheduler.client.report [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.588802] env[69854]: DEBUG oslo_vmware.api [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520440, 'name': PowerOnVM_Task, 'duration_secs': 0.636394} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.589146] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.589441] env[69854]: DEBUG nova.compute.manager [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.590271] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd6fd56-664f-4f8f-9935-a2fa10f49a4d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.936995] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.937244] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.065871] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.066420] env[69854]: DEBUG nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.109344] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.109615] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.109794] env[69854]: DEBUG nova.objects.instance [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1385.439823] env[69854]: DEBUG nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.572205] env[69854]: DEBUG nova.compute.utils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.573353] env[69854]: DEBUG nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.573518] env[69854]: DEBUG nova.network.neutron [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.618988] env[69854]: DEBUG nova.policy [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c922ecd8d7474481435f6d621ccd9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890872c24d574e61873065784581e059', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.889357] env[69854]: DEBUG nova.network.neutron [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Successfully created port: 4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.963835] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.077879] env[69854]: DEBUG nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.117719] env[69854]: DEBUG oslo_concurrency.lockutils [None req-7296d681-04eb-4146-8c58-f4c1eb353533 tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.118736] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.155s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.121150] env[69854]: INFO nova.compute.claims [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.160062] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.160062] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.160266] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.160311] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.160479] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.162629] env[69854]: INFO nova.compute.manager [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Terminating instance [ 1386.666341] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "refresh_cache-b2c8cc7c-7131-4fd7-9c31-decd6448314f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.666751] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquired lock "refresh_cache-b2c8cc7c-7131-4fd7-9c31-decd6448314f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.666751] env[69854]: DEBUG nova.network.neutron [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.087679] env[69854]: DEBUG nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.115119] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.115408] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.115608] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.115868] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.116069] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.116262] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.116509] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.116701] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.116902] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.117137] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.117392] env[69854]: DEBUG nova.virt.hardware [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.118395] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50717bf-c87d-4fcb-9047-95b7dac11a3e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.126727] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9f58af-c0f0-4eda-b5df-f6d34aea31a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.187171] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4c7dcb-4969-44da-9f74-3cd9734b7214 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.191239] env[69854]: DEBUG nova.network.neutron [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.197048] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857e5da3-2eb6-4049-ac74-f215434fb587 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.227940] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff3153c-b68d-481b-af07-b72d397895a6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.235211] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c02356-b470-4993-aee0-6fe7a1254bfe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.248316] env[69854]: DEBUG nova.compute.provider_tree [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.251874] env[69854]: DEBUG nova.compute.manager [req-7ddfe558-be6a-4ef4-aa23-f9c4e31a4119 req-db2c725a-692b-41a4-b96e-cc06da1b1d25 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Received event network-vif-plugged-4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.254099] env[69854]: DEBUG oslo_concurrency.lockutils [req-7ddfe558-be6a-4ef4-aa23-f9c4e31a4119 req-db2c725a-692b-41a4-b96e-cc06da1b1d25 service nova] Acquiring lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.254315] env[69854]: DEBUG oslo_concurrency.lockutils [req-7ddfe558-be6a-4ef4-aa23-f9c4e31a4119 req-db2c725a-692b-41a4-b96e-cc06da1b1d25 service nova] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.254485] env[69854]: DEBUG oslo_concurrency.lockutils [req-7ddfe558-be6a-4ef4-aa23-f9c4e31a4119 req-db2c725a-692b-41a4-b96e-cc06da1b1d25 service nova] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.254653] env[69854]: DEBUG nova.compute.manager [req-7ddfe558-be6a-4ef4-aa23-f9c4e31a4119 req-db2c725a-692b-41a4-b96e-cc06da1b1d25 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] No waiting events found dispatching network-vif-plugged-4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.254818] env[69854]: WARNING nova.compute.manager [req-7ddfe558-be6a-4ef4-aa23-f9c4e31a4119 req-db2c725a-692b-41a4-b96e-cc06da1b1d25 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Received unexpected event network-vif-plugged-4a811635-ffc2-47bf-98b6-ec09897bdd36 for instance with vm_state building and task_state spawning. [ 1387.263684] env[69854]: DEBUG nova.network.neutron [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.326657] env[69854]: DEBUG nova.network.neutron [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Successfully updated port: 4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.756558] env[69854]: DEBUG nova.scheduler.client.report [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.765991] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Releasing lock "refresh_cache-b2c8cc7c-7131-4fd7-9c31-decd6448314f" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.766852] env[69854]: DEBUG nova.compute.manager [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.766852] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.767467] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ca03c-2450-4994-b8ce-63e240cb5f2c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.775565] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.775797] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6cf4e94-443c-4207-8772-b4ece02fe739 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.781271] env[69854]: DEBUG oslo_vmware.api [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1387.781271] env[69854]: value = "task-3520441" [ 1387.781271] env[69854]: _type = "Task" [ 1387.781271] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.788787] env[69854]: DEBUG oslo_vmware.api [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.829701] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.829854] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.830028] env[69854]: DEBUG nova.network.neutron [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.263381] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.263970] env[69854]: DEBUG nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.290732] env[69854]: DEBUG oslo_vmware.api [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520441, 'name': PowerOffVM_Task, 'duration_secs': 0.124527} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.290942] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.291128] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.291374] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8748aa-f1d9-43fc-8ae9-2ffc6be675f8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.317658] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.317879] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.318145] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Deleting the datastore file [datastore1] b2c8cc7c-7131-4fd7-9c31-decd6448314f {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.318424] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94a6ee00-a48e-475d-865e-b59b7a2e47ac {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.324873] env[69854]: DEBUG oslo_vmware.api [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for the task: (returnval){ [ 1388.324873] env[69854]: value = "task-3520443" [ 1388.324873] env[69854]: _type = "Task" [ 1388.324873] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.334394] env[69854]: DEBUG oslo_vmware.api [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.362293] env[69854]: DEBUG nova.network.neutron [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.483680] env[69854]: DEBUG nova.network.neutron [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updating instance_info_cache with network_info: [{"id": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "address": "fa:16:3e:89:4e:7b", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a811635-ff", "ovs_interfaceid": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.770632] env[69854]: DEBUG nova.compute.utils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.772017] env[69854]: DEBUG nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.772212] env[69854]: DEBUG nova.network.neutron [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.809998] env[69854]: DEBUG nova.policy [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4052942ef324d24b4ee6ff29ed27be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c89e44d1d14b738c64bab6dab4b4ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.834940] env[69854]: DEBUG oslo_vmware.api [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Task: {'id': task-3520443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089622} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.836924] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.837131] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.837308] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.837478] env[69854]: INFO nova.compute.manager [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1388.837714] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.837977] env[69854]: DEBUG nova.compute.manager [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.838179] env[69854]: DEBUG nova.network.neutron [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.854562] env[69854]: DEBUG nova.network.neutron [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.986671] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.987045] env[69854]: DEBUG nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Instance network_info: |[{"id": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "address": "fa:16:3e:89:4e:7b", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a811635-ff", "ovs_interfaceid": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.987857] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:4e:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a811635-ffc2-47bf-98b6-ec09897bdd36', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.996031] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.996620] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.996910] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ebb2bd2-e9ff-4bb8-bf7c-7a7f64061e94 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.015776] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.015776] env[69854]: value = "task-3520444" [ 1389.015776] env[69854]: _type = "Task" [ 1389.015776] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.023212] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520444, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.094904] env[69854]: DEBUG nova.network.neutron [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Successfully created port: 3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.276451] env[69854]: DEBUG nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.281311] env[69854]: DEBUG nova.compute.manager [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Received event network-changed-4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.281501] env[69854]: DEBUG nova.compute.manager [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Refreshing instance network info cache due to event network-changed-4a811635-ffc2-47bf-98b6-ec09897bdd36. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.281710] env[69854]: DEBUG oslo_concurrency.lockutils [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] Acquiring lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.281845] env[69854]: DEBUG oslo_concurrency.lockutils [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] Acquired lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.282386] env[69854]: DEBUG nova.network.neutron [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Refreshing network info cache for port 4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.356654] env[69854]: DEBUG nova.network.neutron [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.525817] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520444, 'name': CreateVM_Task, 'duration_secs': 0.298433} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.525970] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.526666] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.526831] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.527159] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.527434] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a730847-2152-41e5-8882-c958051ee531 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.531409] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1389.531409] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5247d355-718c-d93b-0e06-0fc827370831" [ 1389.531409] env[69854]: _type = "Task" [ 1389.531409] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.538444] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5247d355-718c-d93b-0e06-0fc827370831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.858601] env[69854]: INFO nova.compute.manager [-] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Took 1.02 seconds to deallocate network for instance. [ 1389.968707] env[69854]: DEBUG nova.network.neutron [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updated VIF entry in instance network info cache for port 4a811635-ffc2-47bf-98b6-ec09897bdd36. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.969120] env[69854]: DEBUG nova.network.neutron [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updating instance_info_cache with network_info: [{"id": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "address": "fa:16:3e:89:4e:7b", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a811635-ff", "ovs_interfaceid": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.042137] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5247d355-718c-d93b-0e06-0fc827370831, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.042446] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.042682] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.042918] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.043080] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.043263] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.043523] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f7eb633-1e55-4af9-9c76-377b35813cd6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.052051] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.052240] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.052998] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c62ed8b-d4df-45bf-8e70-8663fe75fcf3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.057717] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1390.057717] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]526889a3-d543-9924-4874-2c42532eb293" [ 1390.057717] env[69854]: _type = "Task" [ 1390.057717] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.064916] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526889a3-d543-9924-4874-2c42532eb293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.291626] env[69854]: DEBUG nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.317277] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.317541] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.317697] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.317877] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.318106] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.318272] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.318480] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.318637] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.318800] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.318958] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.319144] env[69854]: DEBUG nova.virt.hardware [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.319971] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37abc338-2edc-4604-9311-6b27ce73f8fa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.327885] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a20597-61a8-419c-998a-d4de2eceec30 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.366686] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.367255] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.367255] env[69854]: DEBUG nova.objects.instance [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lazy-loading 'resources' on Instance uuid b2c8cc7c-7131-4fd7-9c31-decd6448314f {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.474300] env[69854]: DEBUG oslo_concurrency.lockutils [req-e00bb6ac-0bc4-4e3d-bbaa-0f83b60f0cf1 req-bb35ec4b-1ac3-49d8-934f-fe953c97aae2 service nova] Releasing lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.540621] env[69854]: DEBUG nova.network.neutron [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Successfully updated port: 3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.568370] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]526889a3-d543-9924-4874-2c42532eb293, 'name': SearchDatastore_Task, 'duration_secs': 0.008451} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.569151] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec709e27-bf02-4ef5-8216-b4694e5ebe83 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.574580] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1390.574580] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e53095-adb8-38d3-063a-d7f0d9d6550e" [ 1390.574580] env[69854]: _type = "Task" [ 1390.574580] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.582429] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e53095-adb8-38d3-063a-d7f0d9d6550e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.919610] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea14af79-e6b4-48ec-8516-0ead591b1403 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.927853] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dde5fe-5ec7-4531-b920-c993eefa61c5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.959080] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dccba77-d1af-4571-ba1d-deef43d9e465 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.966051] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb90f27-9d69-4c55-a61b-5f5348fcdc08 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.980299] env[69854]: DEBUG nova.compute.provider_tree [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.043348] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.043495] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.043645] env[69854]: DEBUG nova.network.neutron [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.085245] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52e53095-adb8-38d3-063a-d7f0d9d6550e, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.085519] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.085775] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b48fe3f4-c37f-4a32-a689-068fd331ebfb/b48fe3f4-c37f-4a32-a689-068fd331ebfb.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.086100] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33bfd15b-197b-49fa-a9bc-d8038f13fc37 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.093008] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1391.093008] env[69854]: value = "task-3520445" [ 1391.093008] env[69854]: _type = "Task" [ 1391.093008] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.101217] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.307916] env[69854]: DEBUG nova.compute.manager [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Received event network-vif-plugged-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.308208] env[69854]: DEBUG oslo_concurrency.lockutils [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] Acquiring lock "1117d44f-34d4-43b9-a6cd-5daad94a02db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.308401] env[69854]: DEBUG oslo_concurrency.lockutils [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.308559] env[69854]: DEBUG oslo_concurrency.lockutils [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.308769] env[69854]: DEBUG nova.compute.manager [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] No waiting events found dispatching network-vif-plugged-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.308883] env[69854]: WARNING nova.compute.manager [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Received unexpected event network-vif-plugged-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d for instance with vm_state building and task_state spawning. [ 1391.309295] env[69854]: DEBUG nova.compute.manager [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Received event network-changed-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.309509] env[69854]: DEBUG nova.compute.manager [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Refreshing instance network info cache due to event network-changed-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.310047] env[69854]: DEBUG oslo_concurrency.lockutils [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] Acquiring lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.483769] env[69854]: DEBUG nova.scheduler.client.report [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.575932] env[69854]: DEBUG nova.network.neutron [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.602319] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47898} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.602573] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] b48fe3f4-c37f-4a32-a689-068fd331ebfb/b48fe3f4-c37f-4a32-a689-068fd331ebfb.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.602784] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.603045] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28c78998-e99a-49d0-a863-0e36fccba81b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.609352] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1391.609352] env[69854]: value = "task-3520446" [ 1391.609352] env[69854]: _type = "Task" [ 1391.609352] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.619557] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.700330] env[69854]: DEBUG nova.network.neutron [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updating instance_info_cache with network_info: [{"id": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "address": "fa:16:3e:32:0c:76", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbbf2f2-37", "ovs_interfaceid": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.988499] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.008606] env[69854]: INFO nova.scheduler.client.report [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Deleted allocations for instance b2c8cc7c-7131-4fd7-9c31-decd6448314f [ 1392.120144] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065715} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.120425] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.121210] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2550545-f746-4a10-b41e-2062e2ab7cfc {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.144201] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] b48fe3f4-c37f-4a32-a689-068fd331ebfb/b48fe3f4-c37f-4a32-a689-068fd331ebfb.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.145028] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20860670-edae-4d14-8b69-4dafa5a13fe4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.165013] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1392.165013] env[69854]: value = "task-3520447" [ 1392.165013] env[69854]: _type = "Task" [ 1392.165013] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.172911] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.203306] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.203694] env[69854]: DEBUG nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Instance network_info: |[{"id": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "address": "fa:16:3e:32:0c:76", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbbf2f2-37", "ovs_interfaceid": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1392.204079] env[69854]: DEBUG oslo_concurrency.lockutils [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] Acquired lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.204357] env[69854]: DEBUG nova.network.neutron [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Refreshing network info cache for port 3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.205687] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:0c:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dbbf2f2-37df-4c13-8739-2e6a43c2be5d', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.213865] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Creating folder: Project (27c89e44d1d14b738c64bab6dab4b4ef). Parent ref: group-v702928. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.214995] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-535a4926-1773-438c-b931-61c1af8302c3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.229399] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Created folder: Project (27c89e44d1d14b738c64bab6dab4b4ef) in parent group-v702928. [ 1392.229587] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Creating folder: Instances. Parent ref: group-v703269. {{(pid=69854) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.229819] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa93905d-5730-41b5-8e9d-ba72becbaa1c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.241597] env[69854]: INFO nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Created folder: Instances in parent group-v703269. [ 1392.241954] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.242085] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.242266] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-042c3da8-7285-4d30-8959-c8b882147517 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.262043] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.262043] env[69854]: value = "task-3520450" [ 1392.262043] env[69854]: _type = "Task" [ 1392.262043] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.280494] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520450, 'name': CreateVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.516747] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b5542759-7376-4971-82a6-7577f2a6b2ef tempest-ServersListShow2100Test-417547489 tempest-ServersListShow2100Test-417547489-project-member] Lock "b2c8cc7c-7131-4fd7-9c31-decd6448314f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.357s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.675605] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520447, 'name': ReconfigVM_Task, 'duration_secs': 0.270988} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.675891] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Reconfigured VM instance instance-0000007b to attach disk [datastore1] b48fe3f4-c37f-4a32-a689-068fd331ebfb/b48fe3f4-c37f-4a32-a689-068fd331ebfb.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.676589] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3340341f-73e3-4f64-9b0e-30ed629c2c04 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.683032] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1392.683032] env[69854]: value = "task-3520451" [ 1392.683032] env[69854]: _type = "Task" [ 1392.683032] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.692160] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520451, 'name': Rename_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.771239] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520450, 'name': CreateVM_Task, 'duration_secs': 0.358688} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.771437] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.772201] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.772403] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.772735] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.772989] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946191e5-475b-433b-9036-57a445608ac5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.777489] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1392.777489] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a72c80-297c-257c-5fa6-a3f5606bfc10" [ 1392.777489] env[69854]: _type = "Task" [ 1392.777489] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.785544] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a72c80-297c-257c-5fa6-a3f5606bfc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.917392] env[69854]: DEBUG nova.network.neutron [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updated VIF entry in instance network info cache for port 3dbbf2f2-37df-4c13-8739-2e6a43c2be5d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.917854] env[69854]: DEBUG nova.network.neutron [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updating instance_info_cache with network_info: [{"id": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "address": "fa:16:3e:32:0c:76", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbbf2f2-37", "ovs_interfaceid": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.193304] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520451, 'name': Rename_Task, 'duration_secs': 0.137008} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.193675] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.193752] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b261c78-5677-4c05-8b1a-cb08e7f2fa23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.200106] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1393.200106] env[69854]: value = "task-3520452" [ 1393.200106] env[69854]: _type = "Task" [ 1393.200106] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.207749] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.287040] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a72c80-297c-257c-5fa6-a3f5606bfc10, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.287361] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.287596] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.287829] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.288027] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.288210] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.288471] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fbe1dbc-841d-4761-9cd5-fe5235fe061f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.296617] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.296798] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.297509] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f67e1f6-1ec4-406a-b272-d46e9b43170d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.303551] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1393.303551] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a2308a-0b82-4a96-f302-322c37300440" [ 1393.303551] env[69854]: _type = "Task" [ 1393.303551] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.310428] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a2308a-0b82-4a96-f302-322c37300440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.420176] env[69854]: DEBUG oslo_concurrency.lockutils [req-219bc001-ef0a-4138-b604-1fdc28bbf011 req-7e1d174d-a785-424a-b480-cb8dc290d694 service nova] Releasing lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.709508] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.813340] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52a2308a-0b82-4a96-f302-322c37300440, 'name': SearchDatastore_Task, 'duration_secs': 0.00845} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.814105] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc3453e-e87a-4861-8a05-b806d5cccceb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.818901] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1393.818901] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ba3048-cc93-e65e-f641-7ecb73074e7b" [ 1393.818901] env[69854]: _type = "Task" [ 1393.818901] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.826476] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ba3048-cc93-e65e-f641-7ecb73074e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.210328] env[69854]: DEBUG oslo_vmware.api [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520452, 'name': PowerOnVM_Task, 'duration_secs': 0.990482} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.210717] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.210813] env[69854]: INFO nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1394.210993] env[69854]: DEBUG nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.211795] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09acfd31-437c-4c40-af28-4c517ad92ab6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.332124] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ba3048-cc93-e65e-f641-7ecb73074e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.332408] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.332704] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1117d44f-34d4-43b9-a6cd-5daad94a02db/1117d44f-34d4-43b9-a6cd-5daad94a02db.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.333038] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d409c6-bfef-482a-82c0-9fcca27d724d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.344167] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1394.344167] env[69854]: value = "task-3520453" [ 1394.344167] env[69854]: _type = "Task" [ 1394.344167] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.354261] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.730273] env[69854]: INFO nova.compute.manager [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Took 11.82 seconds to build instance. [ 1394.853611] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469918} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.853822] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 1117d44f-34d4-43b9-a6cd-5daad94a02db/1117d44f-34d4-43b9-a6cd-5daad94a02db.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.854047] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.854334] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6e38e7-ce60-4063-b3cc-31f5fbd082da {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.859947] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1394.859947] env[69854]: value = "task-3520454" [ 1394.859947] env[69854]: _type = "Task" [ 1394.859947] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.867072] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.968236] env[69854]: DEBUG nova.compute.manager [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Received event network-changed-4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.968236] env[69854]: DEBUG nova.compute.manager [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Refreshing instance network info cache due to event network-changed-4a811635-ffc2-47bf-98b6-ec09897bdd36. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1394.968236] env[69854]: DEBUG oslo_concurrency.lockutils [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] Acquiring lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.968236] env[69854]: DEBUG oslo_concurrency.lockutils [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] Acquired lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.968421] env[69854]: DEBUG nova.network.neutron [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Refreshing network info cache for port 4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.233149] env[69854]: DEBUG oslo_concurrency.lockutils [None req-fbbd9cd8-311d-4d1f-9716-eec723a18bad tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.337s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.369717] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055189} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.370086] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.370875] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202c9b84-2bfd-4aa6-8879-08210416bac0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.393396] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 1117d44f-34d4-43b9-a6cd-5daad94a02db/1117d44f-34d4-43b9-a6cd-5daad94a02db.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.393656] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7464a8bc-c2bd-4f05-b366-b3430713a03a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.411786] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1395.411786] env[69854]: value = "task-3520455" [ 1395.411786] env[69854]: _type = "Task" [ 1395.411786] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.418976] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.692813] env[69854]: DEBUG nova.network.neutron [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updated VIF entry in instance network info cache for port 4a811635-ffc2-47bf-98b6-ec09897bdd36. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.693194] env[69854]: DEBUG nova.network.neutron [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updating instance_info_cache with network_info: [{"id": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "address": "fa:16:3e:89:4e:7b", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a811635-ff", "ovs_interfaceid": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.922163] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520455, 'name': ReconfigVM_Task, 'duration_secs': 0.273533} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.922387] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 1117d44f-34d4-43b9-a6cd-5daad94a02db/1117d44f-34d4-43b9-a6cd-5daad94a02db.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.923060] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35caa146-9e63-4a5f-9dd0-25ac58c0a447 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.929304] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1395.929304] env[69854]: value = "task-3520456" [ 1395.929304] env[69854]: _type = "Task" [ 1395.929304] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.936959] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520456, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.196405] env[69854]: DEBUG oslo_concurrency.lockutils [req-883ff9f9-a9da-424a-8c45-2abff2decfd0 req-64d89119-ee38-4686-927b-c68e35461c5a service nova] Releasing lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.439124] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520456, 'name': Rename_Task, 'duration_secs': 0.12881} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.439460] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.439703] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc572bf-8796-4fdf-b214-f77ee6f9afe5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.445345] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1396.445345] env[69854]: value = "task-3520457" [ 1396.445345] env[69854]: _type = "Task" [ 1396.445345] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.452606] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.954930] env[69854]: DEBUG oslo_vmware.api [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520457, 'name': PowerOnVM_Task, 'duration_secs': 0.444536} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.956026] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.956026] env[69854]: INFO nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1396.956026] env[69854]: DEBUG nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.956743] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdf6408-0145-42c7-adb2-4fb7c9a50ba6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.473091] env[69854]: INFO nova.compute.manager [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Took 11.53 seconds to build instance. [ 1397.975044] env[69854]: DEBUG oslo_concurrency.lockutils [None req-e0ef2090-8b14-4139-b471-693e6b640bb1 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.038s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.127524] env[69854]: DEBUG nova.compute.manager [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Received event network-changed-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.127755] env[69854]: DEBUG nova.compute.manager [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Refreshing instance network info cache due to event network-changed-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.127963] env[69854]: DEBUG oslo_concurrency.lockutils [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] Acquiring lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.128196] env[69854]: DEBUG oslo_concurrency.lockutils [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] Acquired lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.128395] env[69854]: DEBUG nova.network.neutron [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Refreshing network info cache for port 3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.857675] env[69854]: DEBUG nova.network.neutron [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updated VIF entry in instance network info cache for port 3dbbf2f2-37df-4c13-8739-2e6a43c2be5d. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.858193] env[69854]: DEBUG nova.network.neutron [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updating instance_info_cache with network_info: [{"id": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "address": "fa:16:3e:32:0c:76", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbbf2f2-37", "ovs_interfaceid": "3dbbf2f2-37df-4c13-8739-2e6a43c2be5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.361877] env[69854]: DEBUG oslo_concurrency.lockutils [req-0a7cb433-9a6a-4ae3-a9b9-7014b3dc3ebc req-5674e1b6-ad46-41b0-ae7f-4aab7081ac53 service nova] Releasing lock "refresh_cache-1117d44f-34d4-43b9-a6cd-5daad94a02db" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.488159] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.487151] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.487392] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.486635] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.486992] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1416.486992] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.990290] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.990559] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.990734] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.990893] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1416.991827] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fdba09-3e5b-4107-a77b-2cbc0c707058 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.000354] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40927af-a35a-4b9f-ab99-dc42d89945af {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.014972] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e337eb01-abed-4949-9806-26f07c4dfa2e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.021130] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a8edaa-5b68-4bea-96f0-6e1e4f3f8905 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.049511] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180689MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1417.049645] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.049849] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.073774] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance b48fe3f4-c37f-4a32-a689-068fd331ebfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1418.074037] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 1117d44f-34d4-43b9-a6cd-5daad94a02db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1418.074154] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1418.074258] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1418.108600] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1458b-05be-403c-b8be-9d2febfc1cbd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.115843] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9bc75-c6ef-4dc3-aced-bb6d878c5c99 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.146195] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc954db-be4f-41fb-bbcb-c9e8af6e1e49 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.152999] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b505030-c703-4dcb-bd8f-31d9bc1a3ae3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.165709] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.669127] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.173805] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1419.174213] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.175258] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.175662] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.486745] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.969832] env[69854]: DEBUG oslo_concurrency.lockutils [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.970275] env[69854]: DEBUG oslo_concurrency.lockutils [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.970275] env[69854]: DEBUG nova.compute.manager [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.971194] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf02204-a7ef-4065-a52b-f951904f0899 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.977897] env[69854]: DEBUG nova.compute.manager [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1429.978503] env[69854]: DEBUG nova.objects.instance [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'flavor' on Instance uuid b48fe3f4-c37f-4a32-a689-068fd331ebfb {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.987888] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.988301] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02eb0e75-6154-40e9-b1c3-a8d8a5a5998f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.995345] env[69854]: DEBUG oslo_vmware.api [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1430.995345] env[69854]: value = "task-3520458" [ 1430.995345] env[69854]: _type = "Task" [ 1430.995345] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.004518] env[69854]: DEBUG oslo_vmware.api [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.505830] env[69854]: DEBUG oslo_vmware.api [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520458, 'name': PowerOffVM_Task, 'duration_secs': 0.189603} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.506103] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.506323] env[69854]: DEBUG nova.compute.manager [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.507054] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3697caab-d6c0-4159-8f51-33040c2c33fd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.017532] env[69854]: DEBUG oslo_concurrency.lockutils [None req-db8497d7-a0e7-407c-9448-210bb944c544 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.342073] env[69854]: DEBUG nova.objects.instance [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'flavor' on Instance uuid b48fe3f4-c37f-4a32-a689-068fd331ebfb {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.846799] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.847021] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.847159] env[69854]: DEBUG nova.network.neutron [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.847342] env[69854]: DEBUG nova.objects.instance [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'info_cache' on Instance uuid b48fe3f4-c37f-4a32-a689-068fd331ebfb {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.350876] env[69854]: DEBUG nova.objects.base [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69854) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1434.060535] env[69854]: DEBUG nova.network.neutron [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updating instance_info_cache with network_info: [{"id": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "address": "fa:16:3e:89:4e:7b", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a811635-ff", "ovs_interfaceid": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.564106] env[69854]: DEBUG oslo_concurrency.lockutils [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.140818] env[69854]: DEBUG oslo_concurrency.lockutils [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.140818] env[69854]: DEBUG oslo_concurrency.lockutils [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.571060] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.571060] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92aa4b04-986c-4193-9537-ea042363325e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.578618] env[69854]: DEBUG oslo_vmware.api [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1435.578618] env[69854]: value = "task-3520459" [ 1435.578618] env[69854]: _type = "Task" [ 1435.578618] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.586183] env[69854]: DEBUG oslo_vmware.api [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.643483] env[69854]: DEBUG nova.compute.utils [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1436.088332] env[69854]: DEBUG oslo_vmware.api [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520459, 'name': PowerOnVM_Task, 'duration_secs': 0.363969} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.088624] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.088853] env[69854]: DEBUG nova.compute.manager [None req-aea8e835-5732-41e2-bc09-756d37dea158 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.089636] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fa13a3-8b5c-41de-a1f2-4d826cffdf86 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.146231] env[69854]: DEBUG oslo_concurrency.lockutils [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.061969] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc63742-3baa-4de5-9d29-63d2e45ef70a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.068039] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ba525-5380-471c-a213-21af6ea3e5d2 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Suspending the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1437.068275] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-da6b3b65-2a69-4233-8a16-5498e375e349 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.073416] env[69854]: DEBUG oslo_vmware.api [None req-5c7ba525-5380-471c-a213-21af6ea3e5d2 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1437.073416] env[69854]: value = "task-3520460" [ 1437.073416] env[69854]: _type = "Task" [ 1437.073416] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.080447] env[69854]: DEBUG oslo_vmware.api [None req-5c7ba525-5380-471c-a213-21af6ea3e5d2 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520460, 'name': SuspendVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.207114] env[69854]: DEBUG oslo_concurrency.lockutils [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.207445] env[69854]: DEBUG oslo_concurrency.lockutils [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.207760] env[69854]: INFO nova.compute.manager [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Attaching volume 02a066c2-3091-4ebb-b4c2-f5d12f81448e to /dev/sdb [ 1437.242023] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416290a-056d-4f11-8e9e-4d84b7d1be5b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.249237] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3a8c6d-2753-4e10-b488-96f6d5b8a933 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.262515] env[69854]: DEBUG nova.virt.block_device [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updating existing volume attachment record: 988ff5f6-5633-4b8c-99cb-87816dbfa185 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.585143] env[69854]: DEBUG oslo_vmware.api [None req-5c7ba525-5380-471c-a213-21af6ea3e5d2 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520460, 'name': SuspendVM_Task} progress is 70%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.085326] env[69854]: DEBUG oslo_vmware.api [None req-5c7ba525-5380-471c-a213-21af6ea3e5d2 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520460, 'name': SuspendVM_Task, 'duration_secs': 0.555832} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.085732] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ba525-5380-471c-a213-21af6ea3e5d2 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Suspended the VM {{(pid=69854) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1438.085732] env[69854]: DEBUG nova.compute.manager [None req-5c7ba525-5380-471c-a213-21af6ea3e5d2 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.086545] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6c0b1-e046-4841-95af-4bc3078b3ab3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.399060] env[69854]: INFO nova.compute.manager [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Resuming [ 1439.399464] env[69854]: DEBUG nova.objects.instance [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'flavor' on Instance uuid b48fe3f4-c37f-4a32-a689-068fd331ebfb {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.910516] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.910804] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquired lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.910923] env[69854]: DEBUG nova.network.neutron [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.614157] env[69854]: DEBUG nova.network.neutron [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updating instance_info_cache with network_info: [{"id": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "address": "fa:16:3e:89:4e:7b", "network": {"id": "445b126b-82e3-4912-b881-840d681549fe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1863760223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890872c24d574e61873065784581e059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a811635-ff", "ovs_interfaceid": "4a811635-ffc2-47bf-98b6-ec09897bdd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.812163] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1441.812403] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703273', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'name': 'volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1117d44f-34d4-43b9-a6cd-5daad94a02db', 'attached_at': '', 'detached_at': '', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'serial': '02a066c2-3091-4ebb-b4c2-f5d12f81448e'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1441.813302] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95394a0b-4845-498f-a276-11b44a618716 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.829423] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bbd317-41e4-4f00-9816-00d8197fb01b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.854106] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e/volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.854338] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27fa08fd-7ee7-4fff-be65-1ad2c5dccf9b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.871126] env[69854]: DEBUG oslo_vmware.api [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1441.871126] env[69854]: value = "task-3520465" [ 1441.871126] env[69854]: _type = "Task" [ 1441.871126] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.881427] env[69854]: DEBUG oslo_vmware.api [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.116704] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Releasing lock "refresh_cache-b48fe3f4-c37f-4a32-a689-068fd331ebfb" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.117789] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473bc50-152e-4600-978b-2bccd74ff520 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.124514] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Resuming the VM {{(pid=69854) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1442.124741] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b9b9da-aa08-4660-9d3b-c6054fa537b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.130689] env[69854]: DEBUG oslo_vmware.api [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1442.130689] env[69854]: value = "task-3520466" [ 1442.130689] env[69854]: _type = "Task" [ 1442.130689] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.138298] env[69854]: DEBUG oslo_vmware.api [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.381064] env[69854]: DEBUG oslo_vmware.api [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520465, 'name': ReconfigVM_Task, 'duration_secs': 0.31681} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.381310] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e/volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.386370] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edce2264-e1e5-430f-9cfb-2b59783cc399 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.401507] env[69854]: DEBUG oslo_vmware.api [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1442.401507] env[69854]: value = "task-3520467" [ 1442.401507] env[69854]: _type = "Task" [ 1442.401507] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.409815] env[69854]: DEBUG oslo_vmware.api [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.643350] env[69854]: DEBUG oslo_vmware.api [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520466, 'name': PowerOnVM_Task, 'duration_secs': 0.490075} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.643612] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Resumed the VM {{(pid=69854) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1442.643805] env[69854]: DEBUG nova.compute.manager [None req-a2bca6cd-3590-4a44-bcb5-5e481212c192 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.644637] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6ae12d-3124-49d1-bcf6-4ff675149723 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.911491] env[69854]: DEBUG oslo_vmware.api [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520467, 'name': ReconfigVM_Task, 'duration_secs': 0.136565} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.911809] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703273', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'name': 'volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1117d44f-34d4-43b9-a6cd-5daad94a02db', 'attached_at': '', 'detached_at': '', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'serial': '02a066c2-3091-4ebb-b4c2-f5d12f81448e'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1443.960090] env[69854]: DEBUG nova.objects.instance [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'flavor' on Instance uuid 1117d44f-34d4-43b9-a6cd-5daad94a02db {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.023737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.023737] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.024060] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.024781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.024781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.026329] env[69854]: INFO nova.compute.manager [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Terminating instance [ 1444.465725] env[69854]: DEBUG oslo_concurrency.lockutils [None req-71113b5e-ec1a-47f5-8f43-4e053ec26d69 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.530774] env[69854]: DEBUG nova.compute.manager [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.531154] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.533193] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7759808c-a34d-4890-b237-38eb8fc96e32 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.547747] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.548014] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31943c80-9374-434f-b32d-cdcba9551565 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.554610] env[69854]: DEBUG oslo_vmware.api [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1444.554610] env[69854]: value = "task-3520468" [ 1444.554610] env[69854]: _type = "Task" [ 1444.554610] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.562912] env[69854]: DEBUG oslo_vmware.api [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.064574] env[69854]: DEBUG oslo_vmware.api [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520468, 'name': PowerOffVM_Task, 'duration_secs': 0.193951} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.064906] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.065059] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.065344] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a9039c-4c2f-4b9a-a30c-7f231fe6376c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.128380] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.128696] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.128943] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleting the datastore file [datastore1] b48fe3f4-c37f-4a32-a689-068fd331ebfb {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.129283] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7274a4ca-b53c-4044-bd63-1155e1961bf4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.136135] env[69854]: DEBUG oslo_vmware.api [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for the task: (returnval){ [ 1445.136135] env[69854]: value = "task-3520470" [ 1445.136135] env[69854]: _type = "Task" [ 1445.136135] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.144060] env[69854]: DEBUG oslo_vmware.api [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.538247] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "851c9859-503f-457e-8062-6aee8d02ac06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.538519] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "851c9859-503f-457e-8062-6aee8d02ac06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.645501] env[69854]: DEBUG oslo_vmware.api [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Task: {'id': task-3520470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144219} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.645802] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.646018] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.646222] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.646396] env[69854]: INFO nova.compute.manager [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1445.646639] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.646825] env[69854]: DEBUG nova.compute.manager [-] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.646920] env[69854]: DEBUG nova.network.neutron [-] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.041239] env[69854]: DEBUG nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.284766] env[69854]: DEBUG nova.compute.manager [req-b0174433-2f48-4757-ac21-af7ac5e9f3d3 req-3b12ddba-e1ca-473e-9aac-a7e74abfd15e service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Received event network-vif-deleted-4a811635-ffc2-47bf-98b6-ec09897bdd36 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.285020] env[69854]: INFO nova.compute.manager [req-b0174433-2f48-4757-ac21-af7ac5e9f3d3 req-3b12ddba-e1ca-473e-9aac-a7e74abfd15e service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Neutron deleted interface 4a811635-ffc2-47bf-98b6-ec09897bdd36; detaching it from the instance and deleting it from the info cache [ 1446.285168] env[69854]: DEBUG nova.network.neutron [req-b0174433-2f48-4757-ac21-af7ac5e9f3d3 req-3b12ddba-e1ca-473e-9aac-a7e74abfd15e service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.563387] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.563661] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.565186] env[69854]: INFO nova.compute.claims [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.769104] env[69854]: DEBUG nova.network.neutron [-] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.788062] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fca18d6-d8a4-4266-9c61-4c6e1745ed23 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.800417] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ffa24-6ee7-4206-ba57-26220fbbc7ba {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.825348] env[69854]: DEBUG nova.compute.manager [req-b0174433-2f48-4757-ac21-af7ac5e9f3d3 req-3b12ddba-e1ca-473e-9aac-a7e74abfd15e service nova] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Detach interface failed, port_id=4a811635-ffc2-47bf-98b6-ec09897bdd36, reason: Instance b48fe3f4-c37f-4a32-a689-068fd331ebfb could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1447.272399] env[69854]: INFO nova.compute.manager [-] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Took 1.63 seconds to deallocate network for instance. [ 1447.621812] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bdc0f0-880b-4fd2-8671-c302cdd00413 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.629032] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee86135-76ef-4fdc-b88d-9412f2926f35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.657701] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95677b66-b1a6-46b1-8e1e-647ae9812cfe {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.664801] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab0617-cca4-42c4-91bf-96d37bf0faf9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.677523] env[69854]: DEBUG nova.compute.provider_tree [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.778283] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.180859] env[69854]: DEBUG nova.scheduler.client.report [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.685468] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.685972] env[69854]: DEBUG nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.688708] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.911s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.688935] env[69854]: DEBUG nova.objects.instance [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lazy-loading 'resources' on Instance uuid b48fe3f4-c37f-4a32-a689-068fd331ebfb {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.192900] env[69854]: DEBUG nova.compute.utils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1449.197189] env[69854]: DEBUG nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.197402] env[69854]: DEBUG nova.network.neutron [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.236346] env[69854]: DEBUG nova.policy [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4052942ef324d24b4ee6ff29ed27be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c89e44d1d14b738c64bab6dab4b4ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.242753] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63da6854-d4d1-46d7-a4ac-9b3df7e29712 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.250326] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7615a7aa-69cb-4c08-8e0f-b044e045742e {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.281907] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d5769-1ba8-4485-a2e4-4c04a03884e0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.289134] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c7aee6-15be-4adb-8feb-43e81fc2961c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.302134] env[69854]: DEBUG nova.compute.provider_tree [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.609418] env[69854]: DEBUG nova.network.neutron [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Successfully created port: f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.698489] env[69854]: DEBUG nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.805832] env[69854]: DEBUG nova.scheduler.client.report [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.311874] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.334762] env[69854]: INFO nova.scheduler.client.report [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Deleted allocations for instance b48fe3f4-c37f-4a32-a689-068fd331ebfb [ 1450.708918] env[69854]: DEBUG nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.735451] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.735687] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.735843] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.736040] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.736205] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.736359] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.736596] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.736831] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.737042] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.737218] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.737395] env[69854]: DEBUG nova.virt.hardware [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.738256] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61db60-918d-4616-bf83-d8705000430a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.746300] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bd58ef-f25a-4334-ab91-bdca3fccccc5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.841546] env[69854]: DEBUG oslo_concurrency.lockutils [None req-58534a1b-acbf-4b2b-b20d-fbdd671409d7 tempest-ServerActionsTestJSON-640017276 tempest-ServerActionsTestJSON-640017276-project-member] Lock "b48fe3f4-c37f-4a32-a689-068fd331ebfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.818s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.967366] env[69854]: DEBUG nova.compute.manager [req-3335fc2e-cd81-4df4-abc8-e1c868a3c50d req-81ebe58e-00d0-47e3-9c43-2fff808004e2 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Received event network-vif-plugged-f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.967579] env[69854]: DEBUG oslo_concurrency.lockutils [req-3335fc2e-cd81-4df4-abc8-e1c868a3c50d req-81ebe58e-00d0-47e3-9c43-2fff808004e2 service nova] Acquiring lock "851c9859-503f-457e-8062-6aee8d02ac06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.967792] env[69854]: DEBUG oslo_concurrency.lockutils [req-3335fc2e-cd81-4df4-abc8-e1c868a3c50d req-81ebe58e-00d0-47e3-9c43-2fff808004e2 service nova] Lock "851c9859-503f-457e-8062-6aee8d02ac06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.967952] env[69854]: DEBUG oslo_concurrency.lockutils [req-3335fc2e-cd81-4df4-abc8-e1c868a3c50d req-81ebe58e-00d0-47e3-9c43-2fff808004e2 service nova] Lock "851c9859-503f-457e-8062-6aee8d02ac06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.968137] env[69854]: DEBUG nova.compute.manager [req-3335fc2e-cd81-4df4-abc8-e1c868a3c50d req-81ebe58e-00d0-47e3-9c43-2fff808004e2 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] No waiting events found dispatching network-vif-plugged-f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.968303] env[69854]: WARNING nova.compute.manager [req-3335fc2e-cd81-4df4-abc8-e1c868a3c50d req-81ebe58e-00d0-47e3-9c43-2fff808004e2 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Received unexpected event network-vif-plugged-f2ce3e1b-d90e-445c-ae16-7033edcd701f for instance with vm_state building and task_state spawning. [ 1451.045897] env[69854]: DEBUG nova.network.neutron [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Successfully updated port: f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.548961] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.549237] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.549534] env[69854]: DEBUG nova.network.neutron [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.080397] env[69854]: DEBUG nova.network.neutron [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.198065] env[69854]: DEBUG nova.network.neutron [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Updating instance_info_cache with network_info: [{"id": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "address": "fa:16:3e:ba:c2:d4", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ce3e1b-d9", "ovs_interfaceid": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.704640] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.704991] env[69854]: DEBUG nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Instance network_info: |[{"id": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "address": "fa:16:3e:ba:c2:d4", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ce3e1b-d9", "ovs_interfaceid": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.705475] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:c2:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2ce3e1b-d90e-445c-ae16-7033edcd701f', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.713886] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.714060] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.714300] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f6fb5b-9493-422e-9775-2c957aaacd5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.735490] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.735490] env[69854]: value = "task-3520471" [ 1452.735490] env[69854]: _type = "Task" [ 1452.735490] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.743248] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520471, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.995370] env[69854]: DEBUG nova.compute.manager [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Received event network-changed-f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.995370] env[69854]: DEBUG nova.compute.manager [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Refreshing instance network info cache due to event network-changed-f2ce3e1b-d90e-445c-ae16-7033edcd701f. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1452.995699] env[69854]: DEBUG oslo_concurrency.lockutils [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] Acquiring lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.995868] env[69854]: DEBUG oslo_concurrency.lockutils [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] Acquired lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.995984] env[69854]: DEBUG nova.network.neutron [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Refreshing network info cache for port f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.245608] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520471, 'name': CreateVM_Task, 'duration_secs': 0.343805} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.245974] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.246467] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.246642] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.246960] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.247227] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8319d6be-95e2-479b-9889-556b0581249a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.252124] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1453.252124] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c3a7c8-c984-c4aa-615c-5060ec23a1de" [ 1453.252124] env[69854]: _type = "Task" [ 1453.252124] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.260401] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c3a7c8-c984-c4aa-615c-5060ec23a1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.694435] env[69854]: DEBUG nova.network.neutron [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Updated VIF entry in instance network info cache for port f2ce3e1b-d90e-445c-ae16-7033edcd701f. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.694794] env[69854]: DEBUG nova.network.neutron [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Updating instance_info_cache with network_info: [{"id": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "address": "fa:16:3e:ba:c2:d4", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ce3e1b-d9", "ovs_interfaceid": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.761967] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52c3a7c8-c984-c4aa-615c-5060ec23a1de, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.762127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.762261] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.762490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.762635] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.762811] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.763071] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee4a5aa4-23dc-4d63-94dc-8a09c0edaadb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.771146] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.771328] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.772244] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5b0fc9-0b94-42c1-b842-aabc5ac0da5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.776928] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1453.776928] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]527542c3-d54e-788b-6ee1-4bc0328c98a6" [ 1453.776928] env[69854]: _type = "Task" [ 1453.776928] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.783795] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527542c3-d54e-788b-6ee1-4bc0328c98a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.197512] env[69854]: DEBUG oslo_concurrency.lockutils [req-928794c6-e379-4c01-b5b7-f3d96de5ae0e req-096e4024-3d31-439d-8f9c-c7b919a405a4 service nova] Releasing lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.287331] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]527542c3-d54e-788b-6ee1-4bc0328c98a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008786} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.288112] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a0d6e4-303c-49e5-b0ce-571bcd14f733 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.292823] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1454.292823] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ad3fd8-6df3-c9d6-b998-167c84505132" [ 1454.292823] env[69854]: _type = "Task" [ 1454.292823] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.299769] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ad3fd8-6df3-c9d6-b998-167c84505132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.802996] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52ad3fd8-6df3-c9d6-b998-167c84505132, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.803281] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.803535] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 851c9859-503f-457e-8062-6aee8d02ac06/851c9859-503f-457e-8062-6aee8d02ac06.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.803801] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d769258b-833e-4cef-96ed-e9f3a6bdc53d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.811111] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1454.811111] env[69854]: value = "task-3520472" [ 1454.811111] env[69854]: _type = "Task" [ 1454.811111] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.818681] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.320895] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520472, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.822183] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520472, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.322042] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520472, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.468707} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.322434] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 851c9859-503f-457e-8062-6aee8d02ac06/851c9859-503f-457e-8062-6aee8d02ac06.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.322580] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.322716] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce465ea9-7d72-4724-afac-dba1299e7fab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.328462] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1456.328462] env[69854]: value = "task-3520473" [ 1456.328462] env[69854]: _type = "Task" [ 1456.328462] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.335879] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.838309] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062573} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.838564] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.839372] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207b13cc-6325-444c-aa98-2714bbfd9763 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.861804] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 851c9859-503f-457e-8062-6aee8d02ac06/851c9859-503f-457e-8062-6aee8d02ac06.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.862041] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8c8902-4784-481c-9c37-6624ff04cf54 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.880296] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1456.880296] env[69854]: value = "task-3520474" [ 1456.880296] env[69854]: _type = "Task" [ 1456.880296] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.887456] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.390681] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520474, 'name': ReconfigVM_Task, 'duration_secs': 0.311938} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.391051] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 851c9859-503f-457e-8062-6aee8d02ac06/851c9859-503f-457e-8062-6aee8d02ac06.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.391670] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed31b6a5-b8e8-474b-a3cb-1026e12c5f7d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.398120] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1457.398120] env[69854]: value = "task-3520475" [ 1457.398120] env[69854]: _type = "Task" [ 1457.398120] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.405683] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520475, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.907891] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520475, 'name': Rename_Task, 'duration_secs': 0.163236} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.908179] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.908426] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef81964-bfbf-4ed0-982c-0b4bda97d350 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.913874] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1457.913874] env[69854]: value = "task-3520476" [ 1457.913874] env[69854]: _type = "Task" [ 1457.913874] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.920863] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.424142] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520476, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.923548] env[69854]: DEBUG oslo_vmware.api [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520476, 'name': PowerOnVM_Task, 'duration_secs': 0.522436} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.923798] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.924015] env[69854]: INFO nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1458.924237] env[69854]: DEBUG nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.924975] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8692d32d-abac-40d0-b5ba-d4ff91298346 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.442131] env[69854]: INFO nova.compute.manager [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Took 12.90 seconds to build instance. [ 1459.888012] env[69854]: DEBUG nova.compute.manager [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Received event network-changed-f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.888330] env[69854]: DEBUG nova.compute.manager [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Refreshing instance network info cache due to event network-changed-f2ce3e1b-d90e-445c-ae16-7033edcd701f. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.888590] env[69854]: DEBUG oslo_concurrency.lockutils [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] Acquiring lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.888809] env[69854]: DEBUG oslo_concurrency.lockutils [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] Acquired lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.888969] env[69854]: DEBUG nova.network.neutron [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Refreshing network info cache for port f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.945072] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfdf53cd-5dc8-4514-91d8-acd7a72d3508 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "851c9859-503f-457e-8062-6aee8d02ac06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.406s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.606673] env[69854]: DEBUG nova.network.neutron [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Updated VIF entry in instance network info cache for port f2ce3e1b-d90e-445c-ae16-7033edcd701f. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.607067] env[69854]: DEBUG nova.network.neutron [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Updating instance_info_cache with network_info: [{"id": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "address": "fa:16:3e:ba:c2:d4", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ce3e1b-d9", "ovs_interfaceid": "f2ce3e1b-d90e-445c-ae16-7033edcd701f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.109725] env[69854]: DEBUG oslo_concurrency.lockutils [req-1578b050-5fbf-4d84-88b9-b072feb2a2dc req-52c337fc-dbed-4231-a9d0-5bdbc3c22197 service nova] Releasing lock "refresh_cache-851c9859-503f-457e-8062-6aee8d02ac06" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.488407] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.487674] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.487910] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.488080] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1477.487840] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.487256] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.990291] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.990684] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.990735] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.990983] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1478.991750] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b146b303-f163-456c-978a-7ffb79f1d203 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.999814] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5ae06a-48fd-406d-8257-5334bda4efc7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.013657] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8921a569-2d89-49cd-bc35-12ac3248a9f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.019658] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8083b1-0a84-47ab-98fc-13020ee6872c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.047856] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180563MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1479.048033] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.048210] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.074111] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 1117d44f-34d4-43b9-a6cd-5daad94a02db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1480.074442] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 851c9859-503f-457e-8062-6aee8d02ac06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1480.074442] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1480.074574] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1480.108419] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06116b6-e74e-482f-9b72-b97eca16ec04 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.115839] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d4b00-f01a-4415-9740-8317d9871983 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.145907] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162dd894-5fdf-4b60-af7f-ab2af6a5b83f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.152596] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e423ed-150d-4400-b6b6-abfecad48e57 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.165196] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.668324] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.173602] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1481.173976] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.174520] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.174899] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.678853] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.679099] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.764183] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "851c9859-503f-457e-8062-6aee8d02ac06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.764593] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "851c9859-503f-457e-8062-6aee8d02ac06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.764644] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "851c9859-503f-457e-8062-6aee8d02ac06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.766140] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "851c9859-503f-457e-8062-6aee8d02ac06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.766342] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "851c9859-503f-457e-8062-6aee8d02ac06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.769841] env[69854]: INFO nova.compute.manager [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Terminating instance [ 1498.273682] env[69854]: DEBUG nova.compute.manager [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.273951] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.275231] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6cbd8-e196-45a1-bd7b-90014f884d87 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.283020] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.283240] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a581c612-484d-4009-9582-6d64efaef439 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.291700] env[69854]: DEBUG oslo_vmware.api [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1498.291700] env[69854]: value = "task-3520477" [ 1498.291700] env[69854]: _type = "Task" [ 1498.291700] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.299130] env[69854]: DEBUG oslo_vmware.api [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.802313] env[69854]: DEBUG oslo_vmware.api [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520477, 'name': PowerOffVM_Task, 'duration_secs': 0.185962} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.802722] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.802722] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.802971] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3368b9d5-60e4-4d7d-9387-f2fcc9beff91 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.863040] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.863481] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.863481] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleting the datastore file [datastore1] 851c9859-503f-457e-8062-6aee8d02ac06 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.863695] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fdfbca5-69fc-4fcb-a6eb-0389e981cbd5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.871047] env[69854]: DEBUG oslo_vmware.api [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1498.871047] env[69854]: value = "task-3520479" [ 1498.871047] env[69854]: _type = "Task" [ 1498.871047] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.879659] env[69854]: DEBUG oslo_vmware.api [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.381054] env[69854]: DEBUG oslo_vmware.api [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132384} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.381332] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.381489] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.381663] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.381831] env[69854]: INFO nova.compute.manager [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1499.382079] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.382274] env[69854]: DEBUG nova.compute.manager [-] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.382414] env[69854]: DEBUG nova.network.neutron [-] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.770427] env[69854]: DEBUG nova.compute.manager [req-8f6ae377-fb92-4065-b61e-fe1990e873b8 req-a2f3b268-0d18-4fad-866c-f54c33a93a6e service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Received event network-vif-deleted-f2ce3e1b-d90e-445c-ae16-7033edcd701f {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.770645] env[69854]: INFO nova.compute.manager [req-8f6ae377-fb92-4065-b61e-fe1990e873b8 req-a2f3b268-0d18-4fad-866c-f54c33a93a6e service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Neutron deleted interface f2ce3e1b-d90e-445c-ae16-7033edcd701f; detaching it from the instance and deleting it from the info cache [ 1499.770884] env[69854]: DEBUG nova.network.neutron [req-8f6ae377-fb92-4065-b61e-fe1990e873b8 req-a2f3b268-0d18-4fad-866c-f54c33a93a6e service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.253855] env[69854]: DEBUG nova.network.neutron [-] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.273050] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8e2964b-ee71-46bb-b4e3-47a8677f36e4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.283661] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d01f9-31f7-4f6f-91c0-38f0388a607f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.309441] env[69854]: DEBUG nova.compute.manager [req-8f6ae377-fb92-4065-b61e-fe1990e873b8 req-a2f3b268-0d18-4fad-866c-f54c33a93a6e service nova] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Detach interface failed, port_id=f2ce3e1b-d90e-445c-ae16-7033edcd701f, reason: Instance 851c9859-503f-457e-8062-6aee8d02ac06 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.757249] env[69854]: INFO nova.compute.manager [-] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Took 1.37 seconds to deallocate network for instance. [ 1501.263876] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.264292] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.264348] env[69854]: DEBUG nova.objects.instance [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'resources' on Instance uuid 851c9859-503f-457e-8062-6aee8d02ac06 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.812551] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df0d438-8ff8-4b70-932e-cafa63094ca4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.820297] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764d1800-ab6c-4132-8bbe-d9ef12923621 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.849579] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15751f13-b9bc-492e-a12f-7c212fa0aee8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.856365] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd21937d-6d9e-41de-8822-5949c58a6656 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.869638] env[69854]: DEBUG nova.compute.provider_tree [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.373229] env[69854]: DEBUG nova.scheduler.client.report [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.878024] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.900320] env[69854]: INFO nova.scheduler.client.report [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted allocations for instance 851c9859-503f-457e-8062-6aee8d02ac06 [ 1503.407383] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f136a02d-7dc6-4f5d-ac52-9755e88b06fc tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "851c9859-503f-457e-8062-6aee8d02ac06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.643s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.774550] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.774947] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.277966] env[69854]: INFO nova.compute.manager [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Detaching volume 02a066c2-3091-4ebb-b4c2-f5d12f81448e [ 1505.308617] env[69854]: INFO nova.virt.block_device [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Attempting to driver detach volume 02a066c2-3091-4ebb-b4c2-f5d12f81448e from mountpoint /dev/sdb [ 1505.308859] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1505.309059] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703273', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'name': 'volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1117d44f-34d4-43b9-a6cd-5daad94a02db', 'attached_at': '', 'detached_at': '', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'serial': '02a066c2-3091-4ebb-b4c2-f5d12f81448e'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1505.309967] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baaaf0a-cdee-4d0a-bdc4-aa97e98bff7b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.330904] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea76d85-d522-4d08-ad8f-0a6e963781aa {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.337381] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafbe159-93b3-461a-9b6e-590ab44054b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.356419] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14efe2a3-a705-4560-8982-2ed23cfbbec1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.370170] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] The volume has not been displaced from its original location: [datastore1] volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e/volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1505.375294] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1505.375544] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16245f0c-8b00-4d34-bd76-bdfd2f2ab262 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.392722] env[69854]: DEBUG oslo_vmware.api [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1505.392722] env[69854]: value = "task-3520480" [ 1505.392722] env[69854]: _type = "Task" [ 1505.392722] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.400660] env[69854]: DEBUG oslo_vmware.api [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.901975] env[69854]: DEBUG oslo_vmware.api [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520480, 'name': ReconfigVM_Task, 'duration_secs': 0.21925} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.902379] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1505.906817] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21929c2-5fc7-4ea6-87c1-fabeff7ad77a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.921729] env[69854]: DEBUG oslo_vmware.api [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1505.921729] env[69854]: value = "task-3520481" [ 1505.921729] env[69854]: _type = "Task" [ 1505.921729] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.930650] env[69854]: DEBUG oslo_vmware.api [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.431139] env[69854]: DEBUG oslo_vmware.api [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.930983] env[69854]: DEBUG oslo_vmware.api [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520481, 'name': ReconfigVM_Task, 'duration_secs': 0.761821} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.931374] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703273', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'name': 'volume-02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1117d44f-34d4-43b9-a6cd-5daad94a02db', 'attached_at': '', 'detached_at': '', 'volume_id': '02a066c2-3091-4ebb-b4c2-f5d12f81448e', 'serial': '02a066c2-3091-4ebb-b4c2-f5d12f81448e'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1507.471820] env[69854]: DEBUG nova.objects.instance [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'flavor' on Instance uuid 1117d44f-34d4-43b9-a6cd-5daad94a02db {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.479129] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f7cbd0ec-212d-4ff9-be87-26039b8c2e1b tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.704s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.001497] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.001756] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.001962] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "1117d44f-34d4-43b9-a6cd-5daad94a02db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.002165] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.002338] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.004410] env[69854]: INFO nova.compute.manager [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Terminating instance [ 1509.508175] env[69854]: DEBUG nova.compute.manager [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1509.508571] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.509320] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6527a810-44b9-41b1-bac7-dbfc02bb0205 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.516807] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.517043] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5411c5ea-166b-499a-a59e-fc2c0e1760d2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.522778] env[69854]: DEBUG oslo_vmware.api [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1509.522778] env[69854]: value = "task-3520482" [ 1509.522778] env[69854]: _type = "Task" [ 1509.522778] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.530651] env[69854]: DEBUG oslo_vmware.api [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.032772] env[69854]: DEBUG oslo_vmware.api [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520482, 'name': PowerOffVM_Task, 'duration_secs': 0.156331} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.033503] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.033503] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.033670] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41f4dcab-6f48-437c-91a7-80b9f7a9dbfb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.093305] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.093501] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.093687] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleting the datastore file [datastore1] 1117d44f-34d4-43b9-a6cd-5daad94a02db {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.093940] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616a40f0-e9f3-4bea-a3cd-ed2e91a82989 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.100317] env[69854]: DEBUG oslo_vmware.api [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1510.100317] env[69854]: value = "task-3520484" [ 1510.100317] env[69854]: _type = "Task" [ 1510.100317] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.107484] env[69854]: DEBUG oslo_vmware.api [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.609946] env[69854]: DEBUG oslo_vmware.api [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126905} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.610358] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.610477] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.610620] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.610800] env[69854]: INFO nova.compute.manager [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1510.611044] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1510.611237] env[69854]: DEBUG nova.compute.manager [-] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.611330] env[69854]: DEBUG nova.network.neutron [-] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.017431] env[69854]: DEBUG nova.compute.manager [req-945c2156-1c0d-4c23-849b-b0fd3d697db1 req-7cc197a0-aa2a-47a2-9eb5-241b4f799453 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Received event network-vif-deleted-3dbbf2f2-37df-4c13-8739-2e6a43c2be5d {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.017735] env[69854]: INFO nova.compute.manager [req-945c2156-1c0d-4c23-849b-b0fd3d697db1 req-7cc197a0-aa2a-47a2-9eb5-241b4f799453 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Neutron deleted interface 3dbbf2f2-37df-4c13-8739-2e6a43c2be5d; detaching it from the instance and deleting it from the info cache [ 1511.017800] env[69854]: DEBUG nova.network.neutron [req-945c2156-1c0d-4c23-849b-b0fd3d697db1 req-7cc197a0-aa2a-47a2-9eb5-241b4f799453 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.501341] env[69854]: DEBUG nova.network.neutron [-] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.520723] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38393e94-d687-415a-8d56-4200e06400b5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.532038] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88dca35-3fb2-461d-8ef3-1e7476c37434 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.555134] env[69854]: DEBUG nova.compute.manager [req-945c2156-1c0d-4c23-849b-b0fd3d697db1 req-7cc197a0-aa2a-47a2-9eb5-241b4f799453 service nova] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Detach interface failed, port_id=3dbbf2f2-37df-4c13-8739-2e6a43c2be5d, reason: Instance 1117d44f-34d4-43b9-a6cd-5daad94a02db could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1512.004310] env[69854]: INFO nova.compute.manager [-] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Took 1.39 seconds to deallocate network for instance. [ 1512.511025] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.511356] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.511591] env[69854]: DEBUG nova.objects.instance [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'resources' on Instance uuid 1117d44f-34d4-43b9-a6cd-5daad94a02db {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.046862] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae408b0a-4975-4174-a1c5-58a9301ec3b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.054706] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac81ae0-b3c9-4cbd-bb1a-c2e0c7134c44 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.085650] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73719f0-2f17-4267-8555-9900b10c1e55 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.092765] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c1c69-3c38-4351-a3c2-5ab172050496 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.105699] env[69854]: DEBUG nova.compute.provider_tree [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.608932] env[69854]: DEBUG nova.scheduler.client.report [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.114147] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.136679] env[69854]: INFO nova.scheduler.client.report [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted allocations for instance 1117d44f-34d4-43b9-a6cd-5daad94a02db [ 1514.645474] env[69854]: DEBUG oslo_concurrency.lockutils [None req-bfe3943d-4fee-4965-bd23-ae18ed1616d5 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "1117d44f-34d4-43b9-a6cd-5daad94a02db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.644s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.834504] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.834789] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.337408] env[69854]: DEBUG nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.857591] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.857928] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.859473] env[69854]: INFO nova.compute.claims [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.894566] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b9047-deed-4080-af35-7def15a2727d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.903242] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179f43d-876e-4073-9e9d-b193bdfc7af5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.931777] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca2dc4-480c-4719-a539-00055ff2033a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.938526] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d1d11-7baa-420c-b90f-3d004e1f416a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.951571] env[69854]: DEBUG nova.compute.provider_tree [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.454326] env[69854]: DEBUG nova.scheduler.client.report [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.958732] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.959312] env[69854]: DEBUG nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.464629] env[69854]: DEBUG nova.compute.utils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1520.466059] env[69854]: DEBUG nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.466235] env[69854]: DEBUG nova.network.neutron [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.519886] env[69854]: DEBUG nova.policy [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4052942ef324d24b4ee6ff29ed27be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c89e44d1d14b738c64bab6dab4b4ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.792501] env[69854]: DEBUG nova.network.neutron [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Successfully created port: 31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.970127] env[69854]: DEBUG nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.982547] env[69854]: DEBUG nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.009280] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.009551] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.009773] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.009983] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.010150] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.010301] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.010507] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.010684] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.010853] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.011019] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.011190] env[69854]: DEBUG nova.virt.hardware [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.012032] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce5bf3d-a63f-474f-866f-10912a83cb71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.019779] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dcb652-74e9-43f8-9446-b22ea208f417 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.132920] env[69854]: DEBUG nova.compute.manager [req-674d6f86-18ac-4562-974c-a7d66cc1758e req-0213a3da-0f49-4064-b1ea-4d1641a31ddd service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Received event network-vif-plugged-31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.133148] env[69854]: DEBUG oslo_concurrency.lockutils [req-674d6f86-18ac-4562-974c-a7d66cc1758e req-0213a3da-0f49-4064-b1ea-4d1641a31ddd service nova] Acquiring lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.133372] env[69854]: DEBUG oslo_concurrency.lockutils [req-674d6f86-18ac-4562-974c-a7d66cc1758e req-0213a3da-0f49-4064-b1ea-4d1641a31ddd service nova] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.133498] env[69854]: DEBUG oslo_concurrency.lockutils [req-674d6f86-18ac-4562-974c-a7d66cc1758e req-0213a3da-0f49-4064-b1ea-4d1641a31ddd service nova] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.133717] env[69854]: DEBUG nova.compute.manager [req-674d6f86-18ac-4562-974c-a7d66cc1758e req-0213a3da-0f49-4064-b1ea-4d1641a31ddd service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] No waiting events found dispatching network-vif-plugged-31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.133824] env[69854]: WARNING nova.compute.manager [req-674d6f86-18ac-4562-974c-a7d66cc1758e req-0213a3da-0f49-4064-b1ea-4d1641a31ddd service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Received unexpected event network-vif-plugged-31f7d5e5-415a-4862-bd59-e066d7770331 for instance with vm_state building and task_state spawning. [ 1522.208141] env[69854]: DEBUG nova.network.neutron [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Successfully updated port: 31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.710158] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.710327] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.710482] env[69854]: DEBUG nova.network.neutron [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.244199] env[69854]: DEBUG nova.network.neutron [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.358038] env[69854]: DEBUG nova.network.neutron [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updating instance_info_cache with network_info: [{"id": "31f7d5e5-415a-4862-bd59-e066d7770331", "address": "fa:16:3e:f0:21:d7", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f7d5e5-41", "ovs_interfaceid": "31f7d5e5-415a-4862-bd59-e066d7770331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.861845] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.862215] env[69854]: DEBUG nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Instance network_info: |[{"id": "31f7d5e5-415a-4862-bd59-e066d7770331", "address": "fa:16:3e:f0:21:d7", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f7d5e5-41", "ovs_interfaceid": "31f7d5e5-415a-4862-bd59-e066d7770331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1523.862671] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:21:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f7d5e5-415a-4862-bd59-e066d7770331', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.870353] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1523.870549] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.870756] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18cd0fea-afb1-43ef-aa89-18e4e1025090 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.892110] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.892110] env[69854]: value = "task-3520485" [ 1523.892110] env[69854]: _type = "Task" [ 1523.892110] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.899150] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520485, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.158653] env[69854]: DEBUG nova.compute.manager [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Received event network-changed-31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.158895] env[69854]: DEBUG nova.compute.manager [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Refreshing instance network info cache due to event network-changed-31f7d5e5-415a-4862-bd59-e066d7770331. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1524.159166] env[69854]: DEBUG oslo_concurrency.lockutils [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] Acquiring lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.159371] env[69854]: DEBUG oslo_concurrency.lockutils [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] Acquired lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.159644] env[69854]: DEBUG nova.network.neutron [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Refreshing network info cache for port 31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.402286] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520485, 'name': CreateVM_Task, 'duration_secs': 0.283712} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.402672] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.403079] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.403251] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.403569] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.403812] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e6633b-6fc9-4312-bea4-20c49f65f7f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.408104] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1524.408104] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52210927-56ce-e1dd-c2bd-574bcda23ac4" [ 1524.408104] env[69854]: _type = "Task" [ 1524.408104] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.415335] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52210927-56ce-e1dd-c2bd-574bcda23ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.828645] env[69854]: DEBUG nova.network.neutron [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updated VIF entry in instance network info cache for port 31f7d5e5-415a-4862-bd59-e066d7770331. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.828989] env[69854]: DEBUG nova.network.neutron [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updating instance_info_cache with network_info: [{"id": "31f7d5e5-415a-4862-bd59-e066d7770331", "address": "fa:16:3e:f0:21:d7", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f7d5e5-41", "ovs_interfaceid": "31f7d5e5-415a-4862-bd59-e066d7770331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.917752] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52210927-56ce-e1dd-c2bd-574bcda23ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.918050] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.918288] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.918528] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.918685] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.918869] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.919136] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ef81342-40bc-4832-a84d-7da1625d67a9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.927056] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.927236] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.927890] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0c3719-53ac-4bb2-9a13-b3df815df981 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.932841] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1524.932841] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]525df4ac-d451-5c37-49b8-77536268ea23" [ 1524.932841] env[69854]: _type = "Task" [ 1524.932841] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.941188] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525df4ac-d451-5c37-49b8-77536268ea23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.331757] env[69854]: DEBUG oslo_concurrency.lockutils [req-b4038bfe-0016-41d7-9f82-a1022d35dcab req-32706036-66e9-416d-a54d-af7885f2be2b service nova] Releasing lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.443290] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]525df4ac-d451-5c37-49b8-77536268ea23, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.444024] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c21fa18-901a-4ad2-97b6-12397ec65184 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.448856] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1525.448856] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52869439-42b7-9f1c-5e68-706871f14771" [ 1525.448856] env[69854]: _type = "Task" [ 1525.448856] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.456176] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52869439-42b7-9f1c-5e68-706871f14771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.959905] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52869439-42b7-9f1c-5e68-706871f14771, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.960167] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.960420] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 0f00064b-8f4e-4c96-abd3-21a42de9a8ea/0f00064b-8f4e-4c96-abd3-21a42de9a8ea.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.960706] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b63636d0-e6a6-4ab6-b492-c5b7ab464d32 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.966782] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1525.966782] env[69854]: value = "task-3520486" [ 1525.966782] env[69854]: _type = "Task" [ 1525.966782] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.974219] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.476140] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455288} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.476515] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 0f00064b-8f4e-4c96-abd3-21a42de9a8ea/0f00064b-8f4e-4c96-abd3-21a42de9a8ea.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.476598] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.476780] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa27201c-fd2e-4c74-86fe-09ad1c2370c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.482838] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1526.482838] env[69854]: value = "task-3520487" [ 1526.482838] env[69854]: _type = "Task" [ 1526.482838] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.490106] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.992153] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058105} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.992422] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.993200] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5173f32c-d7fb-4944-a61f-03144b0fbbd4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.014465] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 0f00064b-8f4e-4c96-abd3-21a42de9a8ea/0f00064b-8f4e-4c96-abd3-21a42de9a8ea.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.014711] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72621e6d-0f1c-41aa-a210-95162dec5293 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.033932] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1527.033932] env[69854]: value = "task-3520488" [ 1527.033932] env[69854]: _type = "Task" [ 1527.033932] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.041125] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.544140] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520488, 'name': ReconfigVM_Task, 'duration_secs': 0.279911} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.544550] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 0f00064b-8f4e-4c96-abd3-21a42de9a8ea/0f00064b-8f4e-4c96-abd3-21a42de9a8ea.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.545041] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6152968-9693-4b3d-9d96-702e33bd61c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.551055] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1527.551055] env[69854]: value = "task-3520489" [ 1527.551055] env[69854]: _type = "Task" [ 1527.551055] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.559262] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520489, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.060866] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520489, 'name': Rename_Task, 'duration_secs': 0.132006} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.061198] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.061387] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-580d548e-70e8-4ed9-9286-3a7e9d6efa92 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.067881] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1528.067881] env[69854]: value = "task-3520490" [ 1528.067881] env[69854]: _type = "Task" [ 1528.067881] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.074894] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.577976] env[69854]: DEBUG oslo_vmware.api [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520490, 'name': PowerOnVM_Task, 'duration_secs': 0.43802} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.578385] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.578443] env[69854]: INFO nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1528.578621] env[69854]: DEBUG nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.579395] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b853b656-ea7c-42fc-bef3-67e7db43c75d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.097195] env[69854]: INFO nova.compute.manager [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Took 11.25 seconds to build instance. [ 1529.599404] env[69854]: DEBUG oslo_concurrency.lockutils [None req-a0b17169-5586-4a3e-b03f-aa0da477f877 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.764s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.761515] env[69854]: DEBUG nova.compute.manager [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Received event network-changed-31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.761572] env[69854]: DEBUG nova.compute.manager [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Refreshing instance network info cache due to event network-changed-31f7d5e5-415a-4862-bd59-e066d7770331. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1529.761776] env[69854]: DEBUG oslo_concurrency.lockutils [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] Acquiring lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.761921] env[69854]: DEBUG oslo_concurrency.lockutils [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] Acquired lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.762091] env[69854]: DEBUG nova.network.neutron [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Refreshing network info cache for port 31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.464905] env[69854]: DEBUG nova.network.neutron [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updated VIF entry in instance network info cache for port 31f7d5e5-415a-4862-bd59-e066d7770331. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.465420] env[69854]: DEBUG nova.network.neutron [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updating instance_info_cache with network_info: [{"id": "31f7d5e5-415a-4862-bd59-e066d7770331", "address": "fa:16:3e:f0:21:d7", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f7d5e5-41", "ovs_interfaceid": "31f7d5e5-415a-4862-bd59-e066d7770331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.968649] env[69854]: DEBUG oslo_concurrency.lockutils [req-d4229e11-b4a3-47ac-bafc-c34983510507 req-d922aa0b-478a-44de-a7a3-95604c070625 service nova] Releasing lock "refresh_cache-0f00064b-8f4e-4c96-abd3-21a42de9a8ea" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.489030] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.489538] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.489538] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.489538] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.489732] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Cleaning up deleted instances with incomplete migration {{(pid=69854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1538.989605] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.989998] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1540.486963] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.990262] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.990507] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.990645] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.990848] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1540.992136] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d53a074-6e81-43f7-9185-e36d52693855 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.000063] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c831fa85-c62f-4e1e-bd90-c71e553608d9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.014578] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4511b6-8aec-4b45-9d8e-c55f0f38ead6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.020607] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3bd11f-48f6-4298-9fb7-54cb44bf9aca {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.048489] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180607MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1541.048639] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.048829] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.165709] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 0f00064b-8f4e-4c96-abd3-21a42de9a8ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1542.165991] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1542.166102] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1542.182223] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Refreshing inventories for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1542.194032] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating ProviderTree inventory for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1542.194204] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Updating inventory in ProviderTree for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1542.203658] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Refreshing aggregate associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, aggregates: None {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1542.219841] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Refreshing trait associations for resource provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1542.242919] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4437f9b6-fd7a-4c02-b349-c9a188a1589c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.250424] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d855b96-6c6a-4db5-a93f-20a3e0df5bd0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.280562] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d3e72-0720-4bfe-8357-a70940d32855 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.287196] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f758e66-7561-4815-8532-ad48e5ddc3b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.299773] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.802713] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.307652] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1543.308142] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.259s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.304078] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.304306] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.304362] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.487389] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.487706] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Cleaning up deleted instances {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1544.995650] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] There are 22 instances to clean {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1544.995854] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 851c9859-503f-457e-8062-6aee8d02ac06] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.499144] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 1117d44f-34d4-43b9-a6cd-5daad94a02db] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.002931] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b48fe3f4-c37f-4a32-a689-068fd331ebfb] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.506083] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: b2c8cc7c-7131-4fd7-9c31-decd6448314f] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.009395] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 615a2b64-04cd-4297-a40e-123b3162ebfb] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.512503] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: badc0ac7-c931-4a61-a1f6-5333e6ce3816] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.015459] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 0d597f3b-e42b-4d74-a1d0-04335232ecd4] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.519077] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 4c20d624-5b5a-4bcf-b532-4f4a9d46feb9] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.023479] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 15580ec8-0b70-4347-8c77-878be24cda5c] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.528257] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 45c53ebf-1677-402a-8931-7639517fa958] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.032165] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 3018ded1-122a-40cc-aff3-9cf8f84cc836] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.535635] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: d2da83b2-542d-4355-bcbe-2b6c16f58451] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.039356] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 195c4c61-dd23-40d6-abbf-63099764c21d] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.543074] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 73c27176-731b-45bf-8646-5b69aad014c3] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.046152] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 5b69ab4e-bb55-4766-9ef8-830c30b73cd5] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.550148] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 70098300-c4ca-45b9-ae8c-7f981abf2ef8] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.053365] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 33b87e40-f07f-444a-bbd5-fa062e428c0a] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.557303] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: e9df4bf9-da51-43b6-bc2c-0ae437ac492f] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.061034] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 28a06afd-12fc-4948-bfff-556604d55ef8] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.565266] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: a6d6121d-2b03-42ab-b95e-b606762e20fa] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.068265] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: 50774648-3c9a-4361-870e-3364a20e2f9a] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.571453] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] [instance: eddda2a1-2988-471e-af3b-99c8ec29cffc] Instance has had 0 of 5 cleanup attempts {{(pid=69854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.074860] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.937873] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.938196] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.441951] env[69854]: DEBUG nova.compute.utils [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1567.944945] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.003127] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.003610] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.003834] env[69854]: INFO nova.compute.manager [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Attaching volume b69ddb5e-e051-46e0-8d7d-f0cce22f6a59 to /dev/sdb [ 1569.033357] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c0e856-b055-4d10-af20-dabb99c1cb22 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.040668] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac76264-9606-43e5-81ce-e0ad9829421d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.053439] env[69854]: DEBUG nova.virt.block_device [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updating existing volume attachment record: 8719a73d-cff7-41d5-9094-b1d6358f017c {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1573.598231] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1573.598518] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703276', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'name': 'volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f00064b-8f4e-4c96-abd3-21a42de9a8ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'serial': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1573.599420] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10019fd-a7c9-4e5c-aef3-3a2216199e9c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.615768] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23db010-797a-4ce6-b338-d3462e0cfa71 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.640479] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59/volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.640718] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa3f5ec-228b-4681-b843-aa29ec8a36ab {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.657804] env[69854]: DEBUG oslo_vmware.api [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1573.657804] env[69854]: value = "task-3520493" [ 1573.657804] env[69854]: _type = "Task" [ 1573.657804] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.665377] env[69854]: DEBUG oslo_vmware.api [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.167274] env[69854]: DEBUG oslo_vmware.api [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520493, 'name': ReconfigVM_Task, 'duration_secs': 0.341672} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.167551] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59/volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.172238] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853ca2e0-1081-4e9a-8f28-ef8bad04c5d0 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.186331] env[69854]: DEBUG oslo_vmware.api [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1574.186331] env[69854]: value = "task-3520494" [ 1574.186331] env[69854]: _type = "Task" [ 1574.186331] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.193667] env[69854]: DEBUG oslo_vmware.api [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.696345] env[69854]: DEBUG oslo_vmware.api [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520494, 'name': ReconfigVM_Task, 'duration_secs': 0.181359} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.696653] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703276', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'name': 'volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f00064b-8f4e-4c96-abd3-21a42de9a8ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'serial': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1575.730790] env[69854]: DEBUG nova.objects.instance [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'flavor' on Instance uuid 0f00064b-8f4e-4c96-abd3-21a42de9a8ea {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.236717] env[69854]: DEBUG oslo_concurrency.lockutils [None req-b058d8f6-d479-41c6-9a35-f7adebfaa948 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.534060] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.534291] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.037540] env[69854]: INFO nova.compute.manager [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Detaching volume b69ddb5e-e051-46e0-8d7d-f0cce22f6a59 [ 1577.067880] env[69854]: INFO nova.virt.block_device [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Attempting to driver detach volume b69ddb5e-e051-46e0-8d7d-f0cce22f6a59 from mountpoint /dev/sdb [ 1577.068126] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1577.068373] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703276', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'name': 'volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f00064b-8f4e-4c96-abd3-21a42de9a8ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'serial': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1577.069253] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d216e7b-29bc-4bae-9343-2ebcf117d23f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.091898] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab33d42-2f8d-4823-8600-2c901233c7b4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.098641] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a1cdd-0f8c-4510-bc2b-24e079b95ae8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.117686] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c5bb3-eb6e-434b-bdda-5e021068b847 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.131642] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] The volume has not been displaced from its original location: [datastore1] volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59/volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1577.136809] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1577.137059] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd07c400-86a9-4d8f-8866-8c223d5aa5ef {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.153785] env[69854]: DEBUG oslo_vmware.api [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1577.153785] env[69854]: value = "task-3520495" [ 1577.153785] env[69854]: _type = "Task" [ 1577.153785] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.160971] env[69854]: DEBUG oslo_vmware.api [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.663193] env[69854]: DEBUG oslo_vmware.api [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520495, 'name': ReconfigVM_Task, 'duration_secs': 0.210967} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.663468] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1577.667937] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00ada74-bf17-4808-b64c-e293247a0e27 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.682366] env[69854]: DEBUG oslo_vmware.api [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1577.682366] env[69854]: value = "task-3520496" [ 1577.682366] env[69854]: _type = "Task" [ 1577.682366] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.689782] env[69854]: DEBUG oslo_vmware.api [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.192478] env[69854]: DEBUG oslo_vmware.api [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520496, 'name': ReconfigVM_Task, 'duration_secs': 0.124471} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.192793] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703276', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'name': 'volume-b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f00064b-8f4e-4c96-abd3-21a42de9a8ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59', 'serial': 'b69ddb5e-e051-46e0-8d7d-f0cce22f6a59'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1578.733060] env[69854]: DEBUG nova.objects.instance [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'flavor' on Instance uuid 0f00064b-8f4e-4c96-abd3-21a42de9a8ea {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.741186] env[69854]: DEBUG oslo_concurrency.lockutils [None req-74506c3c-808f-40bc-95e4-ef15c8806e55 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.768801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.768801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.768801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.769218] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.769218] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.771097] env[69854]: INFO nova.compute.manager [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Terminating instance [ 1581.275211] env[69854]: DEBUG nova.compute.manager [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.275446] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.276371] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c32eb7-db81-4c52-afa5-3767914548a5 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.284154] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.284379] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe92dd38-9111-4255-8920-d0b23d085f00 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.289790] env[69854]: DEBUG oslo_vmware.api [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1581.289790] env[69854]: value = "task-3520497" [ 1581.289790] env[69854]: _type = "Task" [ 1581.289790] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.298148] env[69854]: DEBUG oslo_vmware.api [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.798985] env[69854]: DEBUG oslo_vmware.api [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520497, 'name': PowerOffVM_Task, 'duration_secs': 0.177987} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.799393] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.799438] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.799656] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-784df46d-394d-4b34-aea6-2e223c94f5be {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.860448] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.860651] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.860837] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleting the datastore file [datastore1] 0f00064b-8f4e-4c96-abd3-21a42de9a8ea {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.861099] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ae0269b-f355-479b-85f7-5301267caba6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.867461] env[69854]: DEBUG oslo_vmware.api [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1581.867461] env[69854]: value = "task-3520499" [ 1581.867461] env[69854]: _type = "Task" [ 1581.867461] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.875040] env[69854]: DEBUG oslo_vmware.api [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.377365] env[69854]: DEBUG oslo_vmware.api [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12233} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.377606] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.377789] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.377961] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.378164] env[69854]: INFO nova.compute.manager [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1582.378417] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1582.378629] env[69854]: DEBUG nova.compute.manager [-] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.378725] env[69854]: DEBUG nova.network.neutron [-] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.847225] env[69854]: DEBUG nova.compute.manager [req-f2fe8d96-316a-44f7-adf4-4827c3325557 req-15291421-61ed-4e33-a169-b3e54088c4eb service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Received event network-vif-deleted-31f7d5e5-415a-4862-bd59-e066d7770331 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1582.847538] env[69854]: INFO nova.compute.manager [req-f2fe8d96-316a-44f7-adf4-4827c3325557 req-15291421-61ed-4e33-a169-b3e54088c4eb service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Neutron deleted interface 31f7d5e5-415a-4862-bd59-e066d7770331; detaching it from the instance and deleting it from the info cache [ 1582.847646] env[69854]: DEBUG nova.network.neutron [req-f2fe8d96-316a-44f7-adf4-4827c3325557 req-15291421-61ed-4e33-a169-b3e54088c4eb service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.332694] env[69854]: DEBUG nova.network.neutron [-] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.350618] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65ae3e1e-68e3-4bf9-89a2-195c858af2f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.360434] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab85b214-b8db-421c-8198-313e7255c471 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.384320] env[69854]: DEBUG nova.compute.manager [req-f2fe8d96-316a-44f7-adf4-4827c3325557 req-15291421-61ed-4e33-a169-b3e54088c4eb service nova] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Detach interface failed, port_id=31f7d5e5-415a-4862-bd59-e066d7770331, reason: Instance 0f00064b-8f4e-4c96-abd3-21a42de9a8ea could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1583.836099] env[69854]: INFO nova.compute.manager [-] [instance: 0f00064b-8f4e-4c96-abd3-21a42de9a8ea] Took 1.46 seconds to deallocate network for instance. [ 1584.342689] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.343081] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.343208] env[69854]: DEBUG nova.objects.instance [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'resources' on Instance uuid 0f00064b-8f4e-4c96-abd3-21a42de9a8ea {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.876750] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f2d23-fb50-4e79-a43d-bb0d9f9e29f4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.884243] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f3d27-859c-4f25-a450-15949175773f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.914529] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ead46-5993-4d0f-abf8-36ba013d64c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.921027] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeab6f7-01d3-4379-8de0-860e57a14c6f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.933672] env[69854]: DEBUG nova.compute.provider_tree [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.437011] env[69854]: DEBUG nova.scheduler.client.report [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.942376] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.961961] env[69854]: INFO nova.scheduler.client.report [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted allocations for instance 0f00064b-8f4e-4c96-abd3-21a42de9a8ea [ 1586.469526] env[69854]: DEBUG oslo_concurrency.lockutils [None req-242f6148-1af0-4d0d-85ed-a70a56fe3bab tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "0f00064b-8f4e-4c96-abd3-21a42de9a8ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.565525] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "94153805-703c-4f6b-8e3d-ce64850d9b03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.565525] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.067026] env[69854]: DEBUG nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Starting instance... {{(pid=69854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.586571] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.586839] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.588364] env[69854]: INFO nova.compute.claims [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.621762] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59768de-2af5-48e2-a26e-2c05a3a3b9bb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.629487] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1712b43a-5656-401c-8f66-7afb7b19853c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.658613] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8673ba-1357-41ba-a4d2-f6ebdd02247a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.665319] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157069fe-121c-4f76-983d-dbe7fea24170 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.678879] env[69854]: DEBUG nova.compute.provider_tree [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.181669] env[69854]: DEBUG nova.scheduler.client.report [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.686383] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.687061] env[69854]: DEBUG nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Start building networks asynchronously for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1592.192081] env[69854]: DEBUG nova.compute.utils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1592.193575] env[69854]: DEBUG nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Allocating IP information in the background. {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1592.193840] env[69854]: DEBUG nova.network.neutron [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] allocate_for_instance() {{(pid=69854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1592.248908] env[69854]: DEBUG nova.policy [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4052942ef324d24b4ee6ff29ed27be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c89e44d1d14b738c64bab6dab4b4ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69854) authorize /opt/stack/nova/nova/policy.py:192}} [ 1592.550271] env[69854]: DEBUG nova.network.neutron [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Successfully created port: b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.697857] env[69854]: DEBUG nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Start building block device mappings for instance. {{(pid=69854) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1593.708217] env[69854]: DEBUG nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Start spawning the instance on the hypervisor. {{(pid=69854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.733373] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-23T15:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-23T15:03:48Z,direct_url=,disk_format='vmdk',id=1762b13e-a107-40c9-aa9d-64e07c6319a1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fbce8223972048f5877ec8affa59ee59',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-23T15:03:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.733620] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.733775] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image limits 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.733954] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Flavor pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.734130] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Image pref 0:0:0 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.734290] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.734500] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.734660] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.734883] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Got 1 possible topologies {{(pid=69854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.735084] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.735273] env[69854]: DEBUG nova.virt.hardware [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.736151] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735e31c7-aa50-4755-92f4-d5b2b50f32bf {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.743932] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7183dce-315b-4f82-9671-8a8c9db7f005 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.934713] env[69854]: DEBUG nova.compute.manager [req-e997395c-397b-4868-be2b-2c0c9a6741f0 req-fea148fa-9a80-4b80-8018-58767b4defc6 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Received event network-vif-plugged-b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1593.934947] env[69854]: DEBUG oslo_concurrency.lockutils [req-e997395c-397b-4868-be2b-2c0c9a6741f0 req-fea148fa-9a80-4b80-8018-58767b4defc6 service nova] Acquiring lock "94153805-703c-4f6b-8e3d-ce64850d9b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.935172] env[69854]: DEBUG oslo_concurrency.lockutils [req-e997395c-397b-4868-be2b-2c0c9a6741f0 req-fea148fa-9a80-4b80-8018-58767b4defc6 service nova] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.935347] env[69854]: DEBUG oslo_concurrency.lockutils [req-e997395c-397b-4868-be2b-2c0c9a6741f0 req-fea148fa-9a80-4b80-8018-58767b4defc6 service nova] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.935515] env[69854]: DEBUG nova.compute.manager [req-e997395c-397b-4868-be2b-2c0c9a6741f0 req-fea148fa-9a80-4b80-8018-58767b4defc6 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] No waiting events found dispatching network-vif-plugged-b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.935681] env[69854]: WARNING nova.compute.manager [req-e997395c-397b-4868-be2b-2c0c9a6741f0 req-fea148fa-9a80-4b80-8018-58767b4defc6 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Received unexpected event network-vif-plugged-b4f07f8c-58a0-4369-b9ed-00b0385fda59 for instance with vm_state building and task_state spawning. [ 1594.014720] env[69854]: DEBUG nova.network.neutron [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Successfully updated port: b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.520258] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.520397] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.520617] env[69854]: DEBUG nova.network.neutron [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Building network info cache for instance {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.052067] env[69854]: DEBUG nova.network.neutron [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Instance cache missing network info. {{(pid=69854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.167365] env[69854]: DEBUG nova.network.neutron [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updating instance_info_cache with network_info: [{"id": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "address": "fa:16:3e:0f:0d:8d", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f07f8c-58", "ovs_interfaceid": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.670132] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.670501] env[69854]: DEBUG nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Instance network_info: |[{"id": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "address": "fa:16:3e:0f:0d:8d", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f07f8c-58", "ovs_interfaceid": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.670935] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:0d:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f07f8c-58a0-4369-b9ed-00b0385fda59', 'vif_model': 'vmxnet3'}] {{(pid=69854) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.678820] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1595.679044] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Creating VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.679282] env[69854]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7347722-70ea-4329-83e4-de996dd0c0e1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.700014] env[69854]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.700014] env[69854]: value = "task-3520500" [ 1595.700014] env[69854]: _type = "Task" [ 1595.700014] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.707547] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520500, 'name': CreateVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.962482] env[69854]: DEBUG nova.compute.manager [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Received event network-changed-b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1595.962482] env[69854]: DEBUG nova.compute.manager [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Refreshing instance network info cache due to event network-changed-b4f07f8c-58a0-4369-b9ed-00b0385fda59. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1595.962705] env[69854]: DEBUG oslo_concurrency.lockutils [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] Acquiring lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.962833] env[69854]: DEBUG oslo_concurrency.lockutils [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] Acquired lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.963009] env[69854]: DEBUG nova.network.neutron [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Refreshing network info cache for port b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.210288] env[69854]: DEBUG oslo_vmware.api [-] Task: {'id': task-3520500, 'name': CreateVM_Task, 'duration_secs': 0.293842} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.210685] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Created VM on the ESX host {{(pid=69854) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.211137] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.211342] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.211698] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.211942] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f35e1da-4143-4dee-8cb4-80ef40b04662 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.216078] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1596.216078] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299faa1-9c11-d19e-aa6a-c1d06b8e7a1b" [ 1596.216078] env[69854]: _type = "Task" [ 1596.216078] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.223628] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299faa1-9c11-d19e-aa6a-c1d06b8e7a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.671294] env[69854]: DEBUG nova.network.neutron [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updated VIF entry in instance network info cache for port b4f07f8c-58a0-4369-b9ed-00b0385fda59. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.671670] env[69854]: DEBUG nova.network.neutron [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updating instance_info_cache with network_info: [{"id": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "address": "fa:16:3e:0f:0d:8d", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f07f8c-58", "ovs_interfaceid": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.726209] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]5299faa1-9c11-d19e-aa6a-c1d06b8e7a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.726481] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.726713] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Processing image 1762b13e-a107-40c9-aa9d-64e07c6319a1 {{(pid=69854) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.726940] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.727098] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.727283] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.727523] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7280d2f9-2b7d-416b-8e07-cba8487f10d3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.735794] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69854) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.735962] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69854) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.736623] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f57688d-428b-4ba6-b6ca-89a98287bbd3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.741356] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1596.741356] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]522e28d9-6778-17e4-24f0-2914e3842ba0" [ 1596.741356] env[69854]: _type = "Task" [ 1596.741356] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.748295] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522e28d9-6778-17e4-24f0-2914e3842ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.174818] env[69854]: DEBUG oslo_concurrency.lockutils [req-47887228-dc70-4a34-9928-e2990027dd09 req-9c0f23bf-6a45-4306-b3f3-106bc168bd3f service nova] Releasing lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.251947] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]522e28d9-6778-17e4-24f0-2914e3842ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.007944} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.252720] env[69854]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d905550-56ef-44f2-a0be-244b65fab167 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.257526] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1597.257526] env[69854]: value = "session[52b12579-8806-96fd-156c-1d5cce45e5a8]52addea8-c6bd-58f4-3b8e-4e164272c254" [ 1597.257526] env[69854]: _type = "Task" [ 1597.257526] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.264566] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52addea8-c6bd-58f4-3b8e-4e164272c254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.768336] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': session[52b12579-8806-96fd-156c-1d5cce45e5a8]52addea8-c6bd-58f4-3b8e-4e164272c254, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.768672] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.768967] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 94153805-703c-4f6b-8e3d-ce64850d9b03/94153805-703c-4f6b-8e3d-ce64850d9b03.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.769234] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f144e4-f3d2-4a3d-baf5-224a593af61b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.775689] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1597.775689] env[69854]: value = "task-3520501" [ 1597.775689] env[69854]: _type = "Task" [ 1597.775689] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.782794] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.285891] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45473} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.286253] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1762b13e-a107-40c9-aa9d-64e07c6319a1/1762b13e-a107-40c9-aa9d-64e07c6319a1.vmdk to [datastore1] 94153805-703c-4f6b-8e3d-ce64850d9b03/94153805-703c-4f6b-8e3d-ce64850d9b03.vmdk {{(pid=69854) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.286321] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Extending root virtual disk to 1048576 {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.286679] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c82b876-b688-432c-a814-0cd4af2ae1a3 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.294510] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1598.294510] env[69854]: value = "task-3520502" [ 1598.294510] env[69854]: _type = "Task" [ 1598.294510] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.303156] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.806219] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069175} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.806478] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Extended root virtual disk {{(pid=69854) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1598.807589] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca0a685-e1ed-470f-b2cc-bdfe727d3c96 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.832739] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 94153805-703c-4f6b-8e3d-ce64850d9b03/94153805-703c-4f6b-8e3d-ce64850d9b03.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.832990] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cbe5cc0-548b-4d48-a8c8-2011ffb0a1b9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.854164] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1598.854164] env[69854]: value = "task-3520503" [ 1598.854164] env[69854]: _type = "Task" [ 1598.854164] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.861463] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520503, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.364269] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520503, 'name': ReconfigVM_Task, 'duration_secs': 0.312729} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.364732] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 94153805-703c-4f6b-8e3d-ce64850d9b03/94153805-703c-4f6b-8e3d-ce64850d9b03.vmdk or device None with type sparse {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.365150] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b1d984-7879-4a56-92ef-8ff214b15f61 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.371170] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1599.371170] env[69854]: value = "task-3520504" [ 1599.371170] env[69854]: _type = "Task" [ 1599.371170] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.378214] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520504, 'name': Rename_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.880887] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520504, 'name': Rename_Task, 'duration_secs': 0.126922} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.881163] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Powering on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.881414] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7c1e99-ce05-47ce-a884-56469a98534a {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.888120] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1599.888120] env[69854]: value = "task-3520505" [ 1599.888120] env[69854]: _type = "Task" [ 1599.888120] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.895254] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.399028] env[69854]: DEBUG oslo_vmware.api [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520505, 'name': PowerOnVM_Task, 'duration_secs': 0.477431} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.399372] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Powered on the VM {{(pid=69854) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.399490] env[69854]: INFO nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1600.399669] env[69854]: DEBUG nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Checking state {{(pid=69854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.400472] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d98fff-1cf9-4c62-8776-81aaa09f9ac4 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.917769] env[69854]: INFO nova.compute.manager [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Took 11.35 seconds to build instance. [ 1601.420255] env[69854]: DEBUG oslo_concurrency.lockutils [None req-f5e0b235-a1c3-4041-806a-2fa35ca7126a tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.855s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.840725] env[69854]: DEBUG nova.compute.manager [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Received event network-changed-b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1601.841548] env[69854]: DEBUG nova.compute.manager [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Refreshing instance network info cache due to event network-changed-b4f07f8c-58a0-4369-b9ed-00b0385fda59. {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1601.841548] env[69854]: DEBUG oslo_concurrency.lockutils [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] Acquiring lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.841548] env[69854]: DEBUG oslo_concurrency.lockutils [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] Acquired lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.841548] env[69854]: DEBUG nova.network.neutron [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Refreshing network info cache for port b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.527489] env[69854]: DEBUG nova.network.neutron [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updated VIF entry in instance network info cache for port b4f07f8c-58a0-4369-b9ed-00b0385fda59. {{(pid=69854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.527838] env[69854]: DEBUG nova.network.neutron [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updating instance_info_cache with network_info: [{"id": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "address": "fa:16:3e:0f:0d:8d", "network": {"id": "63fed614-0e38-4891-99c1-a8290b333eca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1674966099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c89e44d1d14b738c64bab6dab4b4ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f07f8c-58", "ovs_interfaceid": "b4f07f8c-58a0-4369-b9ed-00b0385fda59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.030951] env[69854]: DEBUG oslo_concurrency.lockutils [req-788b7e07-7e9a-4651-a6e2-e4fe843b8c25 req-2acbf507-fa45-454d-ad61-32bd1d717874 service nova] Releasing lock "refresh_cache-94153805-703c-4f6b-8e3d-ce64850d9b03" {{(pid=69854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.578047] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.578047] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.081759] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.081954] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.082159] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.082300] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.082441] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.082586] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.082719] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1610.082967] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.585630] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.585895] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.586063] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.586224] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1610.587123] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed6a1e6-256e-4108-b110-e1444ea045ed {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.595406] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c87c0-e7a9-4d58-9343-ecc8bc6ab268 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.609104] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb7563-f575-461c-99a7-2af99a45879b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.615443] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d665a722-dd98-4a9a-8475-6296e19d992f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.643368] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180876MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1610.643508] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.643713] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.668647] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Instance 94153805-703c-4f6b-8e3d-ce64850d9b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1611.668917] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1611.668987] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1611.697434] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e4dbca-ce95-4492-8439-eeb14bcda9b8 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.705234] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f326c2b-6893-4dc5-b550-5a96853598de {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.734416] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb6fdb9-966c-43e6-a78d-787fb98b8b37 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.741182] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd87e0c-e895-4ffc-8a6a-0f8c6ed11a0f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.753781] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.256735] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.761747] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1612.762093] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.149157] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "94153805-703c-4f6b-8e3d-ce64850d9b03" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.149444] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.653511] env[69854]: DEBUG nova.compute.utils [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Using /dev/sd instead of None {{(pid=69854) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1640.156490] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.215592] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "94153805-703c-4f6b-8e3d-ce64850d9b03" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.215924] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.216063] env[69854]: INFO nova.compute.manager [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Attaching volume ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9 to /dev/sdb [ 1641.245768] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b8316-0590-4538-ade8-939a91b2094b {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.253020] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af28733-722b-4d14-892e-9d7764379dd9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.265781] env[69854]: DEBUG nova.virt.block_device [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updating existing volume attachment record: 900f901e-bfe3-4a2e-9767-8c9768af54f5 {{(pid=69854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1645.808752] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Volume attach. Driver type: vmdk {{(pid=69854) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1645.809053] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703278', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'name': 'volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94153805-703c-4f6b-8e3d-ce64850d9b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'serial': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1645.809925] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4465ad82-a9c4-4b71-8422-bbaebe05645f {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.826194] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4db128-3d50-4512-9ed1-6612c2bb68c1 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.849541] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9/volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.849776] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2755ccc7-3c44-47be-a2f7-fbbc0a6a5205 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.866505] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1645.866505] env[69854]: value = "task-3520508" [ 1645.866505] env[69854]: _type = "Task" [ 1645.866505] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.873828] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.377907] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520508, 'name': ReconfigVM_Task, 'duration_secs': 0.319051} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.378283] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9/volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9.vmdk or device None with type thin {{(pid=69854) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.382819] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1812e722-b547-41cf-bbcb-8202b36743e6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.396879] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1646.396879] env[69854]: value = "task-3520509" [ 1646.396879] env[69854]: _type = "Task" [ 1646.396879] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.403960] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.906605] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.408515] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.908866] env[69854]: DEBUG oslo_vmware.api [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520509, 'name': ReconfigVM_Task, 'duration_secs': 1.125022} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.909218] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703278', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'name': 'volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94153805-703c-4f6b-8e3d-ce64850d9b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'serial': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9'} {{(pid=69854) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1648.943670] env[69854]: DEBUG nova.objects.instance [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'flavor' on Instance uuid 94153805-703c-4f6b-8e3d-ce64850d9b03 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.450486] env[69854]: DEBUG oslo_concurrency.lockutils [None req-1beec1c8-0639-48b6-963c-af73a43fae87 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.235s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1649.657860] env[69854]: DEBUG oslo_concurrency.lockutils [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "94153805-703c-4f6b-8e3d-ce64850d9b03" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1649.658128] env[69854]: DEBUG oslo_concurrency.lockutils [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.160670] env[69854]: INFO nova.compute.manager [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Detaching volume ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9 [ 1650.191319] env[69854]: INFO nova.virt.block_device [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Attempting to driver detach volume ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9 from mountpoint /dev/sdb [ 1650.191557] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Volume detach. Driver type: vmdk {{(pid=69854) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1650.191739] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703278', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'name': 'volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94153805-703c-4f6b-8e3d-ce64850d9b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'serial': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1650.192736] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccf6454-f3f9-4f12-a2f8-63d5f41b704c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.213890] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32209188-02e3-4e93-ba51-166e1167ef35 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.221391] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6919c-2b48-4d9b-948a-87a7b3560165 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.240933] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f500e401-d1fd-4791-83fe-46287f002559 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.255010] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] The volume has not been displaced from its original location: [datastore1] volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9/volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9.vmdk. No consolidation needed. {{(pid=69854) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1650.260150] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1650.260409] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d03fd8-397e-49f1-b0f1-5fdec83de3f7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.276905] env[69854]: DEBUG oslo_vmware.api [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1650.276905] env[69854]: value = "task-3520510" [ 1650.276905] env[69854]: _type = "Task" [ 1650.276905] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.284063] env[69854]: DEBUG oslo_vmware.api [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.786311] env[69854]: DEBUG oslo_vmware.api [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520510, 'name': ReconfigVM_Task, 'duration_secs': 0.198425} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.786610] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69854) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1650.791164] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4096b6e-dd9c-48f4-aa84-1f9829ada8b6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.805794] env[69854]: DEBUG oslo_vmware.api [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1650.805794] env[69854]: value = "task-3520511" [ 1650.805794] env[69854]: _type = "Task" [ 1650.805794] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.812963] env[69854]: DEBUG oslo_vmware.api [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.315086] env[69854]: DEBUG oslo_vmware.api [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520511, 'name': ReconfigVM_Task, 'duration_secs': 0.130609} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.315425] env[69854]: DEBUG nova.virt.vmwareapi.volumeops [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-703278', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'name': 'volume-ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94153805-703c-4f6b-8e3d-ce64850d9b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9', 'serial': 'ad30bd5c-05bf-4a95-a0c1-a96f39bac5b9'} {{(pid=69854) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1651.854607] env[69854]: DEBUG nova.objects.instance [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'flavor' on Instance uuid 94153805-703c-4f6b-8e3d-ce64850d9b03 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.862215] env[69854]: DEBUG oslo_concurrency.lockutils [None req-532b72e9-675c-478b-a2f8-f2cb5fd882b2 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.895781] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "94153805-703c-4f6b-8e3d-ce64850d9b03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.896179] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.896327] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "94153805-703c-4f6b-8e3d-ce64850d9b03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.896459] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.896633] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.898796] env[69854]: INFO nova.compute.manager [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Terminating instance [ 1654.402227] env[69854]: DEBUG nova.compute.manager [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Start destroying the instance on the hypervisor. {{(pid=69854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.402469] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Destroying instance {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.403386] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b285d-07d5-47f6-b3d9-3155870fb833 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.411441] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Powering off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.411664] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23e5c545-cac6-46bb-abd2-4bff16c9a953 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.418501] env[69854]: DEBUG oslo_vmware.api [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1654.418501] env[69854]: value = "task-3520512" [ 1654.418501] env[69854]: _type = "Task" [ 1654.418501] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.426464] env[69854]: DEBUG oslo_vmware.api [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.928008] env[69854]: DEBUG oslo_vmware.api [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520512, 'name': PowerOffVM_Task, 'duration_secs': 0.167567} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.928370] env[69854]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Powered off the VM {{(pid=69854) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.928447] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Unregistering the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.928681] env[69854]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a70877a6-e7cb-4f5c-9f89-a06386c66b5d {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.992882] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Unregistered the VM {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.993119] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Deleting contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.993308] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleting the datastore file [datastore1] 94153805-703c-4f6b-8e3d-ce64850d9b03 {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.993575] env[69854]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a505fbf-69e8-4b2b-8c55-20de39c229dd {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.000754] env[69854]: DEBUG oslo_vmware.api [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for the task: (returnval){ [ 1655.000754] env[69854]: value = "task-3520514" [ 1655.000754] env[69854]: _type = "Task" [ 1655.000754] env[69854]: } to complete. {{(pid=69854) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.007877] env[69854]: DEBUG oslo_vmware.api [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.510129] env[69854]: DEBUG oslo_vmware.api [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Task: {'id': task-3520514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12391} completed successfully. {{(pid=69854) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.510409] env[69854]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted the datastore file {{(pid=69854) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.510548] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Deleted contents of the VM from datastore datastore1 {{(pid=69854) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.510716] env[69854]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Instance destroyed {{(pid=69854) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.510888] env[69854]: INFO nova.compute.manager [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1655.511166] env[69854]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1655.511358] env[69854]: DEBUG nova.compute.manager [-] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Deallocating network for instance {{(pid=69854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.511453] env[69854]: DEBUG nova.network.neutron [-] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] deallocate_for_instance() {{(pid=69854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.016965] env[69854]: DEBUG nova.compute.manager [req-e45d161d-73b9-4619-ac23-996864da8bb9 req-6910c7a9-577a-407b-bd7c-2f4b4ea28e53 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Received event network-vif-deleted-b4f07f8c-58a0-4369-b9ed-00b0385fda59 {{(pid=69854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1656.017220] env[69854]: INFO nova.compute.manager [req-e45d161d-73b9-4619-ac23-996864da8bb9 req-6910c7a9-577a-407b-bd7c-2f4b4ea28e53 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Neutron deleted interface b4f07f8c-58a0-4369-b9ed-00b0385fda59; detaching it from the instance and deleting it from the info cache [ 1656.017357] env[69854]: DEBUG nova.network.neutron [req-e45d161d-73b9-4619-ac23-996864da8bb9 req-6910c7a9-577a-407b-bd7c-2f4b4ea28e53 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.433206] env[69854]: DEBUG nova.network.neutron [-] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Updating instance_info_cache with network_info: [] {{(pid=69854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.519982] env[69854]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f013a16-6760-427e-9862-e9a2d4e23d34 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.530264] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a26ede-8095-49de-acd0-07b86f72ced2 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.554134] env[69854]: DEBUG nova.compute.manager [req-e45d161d-73b9-4619-ac23-996864da8bb9 req-6910c7a9-577a-407b-bd7c-2f4b4ea28e53 service nova] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Detach interface failed, port_id=b4f07f8c-58a0-4369-b9ed-00b0385fda59, reason: Instance 94153805-703c-4f6b-8e3d-ce64850d9b03 could not be found. {{(pid=69854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1656.937315] env[69854]: INFO nova.compute.manager [-] [instance: 94153805-703c-4f6b-8e3d-ce64850d9b03] Took 1.43 seconds to deallocate network for instance. [ 1657.444432] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.444785] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.444933] env[69854]: DEBUG nova.objects.instance [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lazy-loading 'resources' on Instance uuid 94153805-703c-4f6b-8e3d-ce64850d9b03 {{(pid=69854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.978521] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f3c39-d373-4546-8ac8-0bfba5d29d4c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.985764] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba55402d-36d9-488d-8b1b-21795d956b6c {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.014288] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ceae8-d9bf-49ee-abaa-1dbeb53c3dcb {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.020751] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e40db7a-4c51-42e9-ac01-8d95150f84f6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.033338] env[69854]: DEBUG nova.compute.provider_tree [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.536150] env[69854]: DEBUG nova.scheduler.client.report [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.041625] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.063179] env[69854]: INFO nova.scheduler.client.report [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Deleted allocations for instance 94153805-703c-4f6b-8e3d-ce64850d9b03 [ 1659.571483] env[69854]: DEBUG oslo_concurrency.lockutils [None req-9ca63e77-af9a-4496-8dc8-a2f61b7a0d92 tempest-AttachVolumeNegativeTest-1732222648 tempest-AttachVolumeNegativeTest-1732222648-project-member] Lock "94153805-703c-4f6b-8e3d-ce64850d9b03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1672.762854] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.763289] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.763289] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.763450] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.763578] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.763720] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.763870] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.764021] env[69854]: DEBUG nova.compute.manager [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1672.764162] env[69854]: DEBUG oslo_service.periodic_task [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.268801] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.269075] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1673.269258] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.269447] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1673.270354] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4422071-07c4-4796-bfd9-8834d7d53257 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.278606] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cebe6f-cd21-4fca-a7a2-87ef21c8bee6 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.292437] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1979d27a-8684-41b2-b69c-aeced387ae81 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.298483] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40624054-3e6c-426b-9a79-bfd1fe0a45c9 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.326388] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180748MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=69854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1673.326539] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.326743] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.346917] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1674.347182] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1674.359852] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b23c66-c7b5-4fac-a942-7047864c7574 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.367230] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e30a3fa-5505-41d4-bd4a-a90d5a595446 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.396904] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4918b2f-6f84-4ba0-b259-4dcaa690f6d7 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.403712] env[69854]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5fbb0b-433d-4cad-9b62-404a7b267f19 {{(pid=69854) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.417013] env[69854]: DEBUG nova.compute.provider_tree [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed in ProviderTree for provider: 1cf36e99-9a52-41f0-a821-9dab8331e5f4 {{(pid=69854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.919986] env[69854]: DEBUG nova.scheduler.client.report [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Inventory has not changed for provider 1cf36e99-9a52-41f0-a821-9dab8331e5f4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.425450] env[69854]: DEBUG nova.compute.resource_tracker [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1675.425799] env[69854]: DEBUG oslo_concurrency.lockutils [None req-8c2aae20-a63c-4509-94e6-767f762fcb46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=69854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}